-- Logs begin at Mon 2022-08-08 19:06:10 UTC, end at Mon 2022-08-08 20:41:33 UTC. -- Aug 08 20:14:03.218995 dv-cinder-848821-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 08 20:14:06.216631 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.common.config [-] Logging enabled! Aug 08 20:14:06.217293 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev8 Aug 08 20:14:06.217454 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 08 20:14:06.220800 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.common.config [-] Logging enabled! Aug 08 20:14:06.221086 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev8 Aug 08 20:14:06.221406 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 08 20:14:06.222353 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 20:14:06.222595 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 20:14:06.222978 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 20:14:06.223229 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 20:14:06.223462 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 20:14:06.223971 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.224394 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Aug 08 20:14:06.224713 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.225049 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.225351 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.225652 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.225949 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.226236 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.226531 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.226835 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.227126 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.227410 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.227698 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.227991 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.228277 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.228569 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.228887 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.229178 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] debug = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.229463 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.229893 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.230305 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.230594 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.230890 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.231174 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.231451 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.231732 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.232022 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.232354 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] host = dv-cinder-848821-2-iscsi {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.232636 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.232960 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.233255 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.233544 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.233823 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.234104 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.234394 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.234674 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.234953 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] log_file = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.235234 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.235526 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.235818 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.236111 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.236343 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.236572 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.236905 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.237200 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.237482 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.237760 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.238039 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.238318 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.238595 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.238869 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.239158 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.239541 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.239969 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.240256 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.240538 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.240841 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.241124 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.241415 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.241695 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.241975 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.242254 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.242548 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.242827 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.243108 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.243418 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.243710 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.243998 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.244289 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.244570 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.244879 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.245161 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.245442 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.245724 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] use_json = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.246003 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.246281 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.246567 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.246844 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.247122 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.247403 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.247683 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.247974 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.248255 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:06.248557 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.248882 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.249193 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.249499 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.249798 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.250085 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.250381 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.250666 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.250961 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.251256 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.251549 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.251834 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.252141 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.252437 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.252742 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.253080 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.253383 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.253684 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.253970 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.254253 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.254537 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.255353 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.255753 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.256045 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.256345 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.256642 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.256968 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.257275 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.257571 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.257872 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.258171 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.258455 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.258740 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.259039 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.259325 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.259604 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.259889 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.260186 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.260473 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.260754 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.261070 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.261373 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.261669 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.261949 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.262236 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.262533 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.262817 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.263098 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.263385 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.263669 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.263946 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.264239 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.264525 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.264836 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.265109 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.265392 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.265670 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.265952 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.266238 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.266521 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.266807 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.267088 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.267369 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.267651 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.267931 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.268211 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.268492 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.268773 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.269081 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.269362 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.269645 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.269925 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.270206 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.271218 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.271603 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.271916 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.272211 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.272502 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.272794 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.273107 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.273403 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.273691 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.273980 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.274266 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.274547 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.274956 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.275276 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.275418 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.275713 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.275997 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.276299 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.276582 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.276890 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.277185 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.277719 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.278012 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.278307 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.278599 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.278900 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.279205 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.279507 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.279808 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.280107 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.280395 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.280712 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.281028 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:06.281256 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 20:14:06.281505 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104270) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 08 20:14:06.656248 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 08 20:14:06.656533 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 08 20:14:06.656874 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 08 20:14:06.657217 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 08 20:14:06.993120 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:06.993342 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:06.993623 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:06.994919 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:06.995159 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:06.995550 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.042543 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.042828 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.043105 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.058003 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.058296 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.058577 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.087184 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.087470 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.087746 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.126587 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.126874 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.127151 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.477434 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.478053 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.478053 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.478232 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.478947 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.578484 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.578815 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.579105 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.579394 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.579670 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.579992 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.580260 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.580527 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.580789 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.581102 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.581369 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.581640 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.581905 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.582164 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.582428 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.582700 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.583512 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.583796 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.584127 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.584345 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.584628 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.585033 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.585326 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.585711 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.585970 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.586222 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.586624 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 20:14:07.586876 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 20:14:07.587123 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 20:14:07.587367 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 20:14:07.587610 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 20:14:07.587856 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 20:14:07.588231 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 08 20:14:07.591355 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 08 20:14:07.595402 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 08 20:14:07.599199 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 08 20:14:07.600873 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 08 20:14:07.601348 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 08 20:14:07.601690 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 08 20:14:07.602080 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 08 20:14:07.604896 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 08 20:14:07.605159 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 08 20:14:07.605512 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 08 20:14:07.610454 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 08 20:14:07.634810 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 08 20:14:07.635271 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.635576 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104270) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Aug 08 20:14:07.635961 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.637364 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104270) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 08 20:14:07.637646 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 08 20:14:07.637897 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 08 20:14:07.641209 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.641502 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:07.790782 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 08 20:14:07.791033 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 08 20:14:07.791276 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 08 20:14:07.791664 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 08 20:14:07.815761 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_db.sqlalchemy.engines [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104270) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 08 20:14:08.440058 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Initializing driver for type 'gre' Aug 08 20:14:08.440583 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] gre ID ranges: [(1, 1000)] Aug 08 20:14:08.612562 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Initializing driver for type 'local' Aug 08 20:14:08.613199 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Initializing driver for type 'vlan' Aug 08 20:14:08.698666 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] VlanTypeDriver initialization complete Aug 08 20:14:08.698949 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Initializing driver for type 'vxlan' Aug 08 20:14:08.699440 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] vxlan ID ranges: [(1, 1000)] Aug 08 20:14:08.864343 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Initializing extension driver 'port_security' Aug 08 20:14:08.865060 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.extensions.port_security [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] PortSecurityExtensionDriver initialization complete Aug 08 20:14:08.865398 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Initializing mechanism driver 'openvswitch' Aug 08 20:14:08.865785 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Initializing mechanism driver 'hyperv' Aug 08 20:14:08.872351 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.plugin [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:14:08.873207 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > port after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.873583 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > port after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.873936 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > port after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.874460 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 20:14:08.874895 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > subnet after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.875249 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > subnet after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.875598 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.875993 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 20:14:08.876402 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > network after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.876754 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > network after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.877126 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > network after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.877521 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 20:14:08.877936 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > security_group after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.878290 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > security_group after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.878637 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.879033 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 20:14:08.879441 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.879814 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.880604 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.881041 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 20:14:08.881452 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > address_group after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.882677 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > address_group after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.882677 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.882677 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 20:14:08.883010 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] ML2 OVO RPC backend initialized. {{(pid=104270) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 08 20:14:08.883719 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.884078 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.884497 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > network before_response 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.884880 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > networks before_response 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.885234 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > port before_response 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.885578 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > ports before_response 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.885924 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > subnet before_response 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.886317 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > subnets before_response 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.886669 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > network after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.887015 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > network after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.887359 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > network after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.887701 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > port after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.888050 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > port after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.888396 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > port after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.888829 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > subnet after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.889180 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > subnet after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.889521 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.897852 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded quota_driver: . Aug 08 20:14:08.898219 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.plugin [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Modular L2 Plugin initialization complete Aug 08 20:14:08.898571 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading services supported by the core plugin {{(pid=104270) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 08 20:14:08.898921 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.plugins.ml2.managers [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Got port-security extension from driver 'port_security' Aug 08 20:14:08.899409 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.extensions.vlantransparent [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Disabled vlantransparent extension. Aug 08 20:14:08.899915 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104270) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 08 20:14:08.900244 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading Plugin: router Aug 08 20:14:08.944576 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.944998 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router after_create 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.945380 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router before_create 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.945765 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.946150 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.946517 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router after_delete 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.946929 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.947299 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.947663 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router after_create 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.948018 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router after_update 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.948376 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router after_update 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.948782 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.949128 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router after_update 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.949542 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router precommit_update 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.949919 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: port after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.950264 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: port after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.950605 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: subnet after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.950946 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.951295 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.951651 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router precommit_create 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.952006 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: port before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.952476 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router precommit_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.952863 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router after_update 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.953216 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.953573 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router precommit_create 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.953942 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.954294 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router precommit_update 55549900 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.954693 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > agent after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.955050 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > agent after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.955409 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > network after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.956267 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Tracking information for resource: router configured {{(pid=104270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 20:14:08.956605 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Tracking information for resource: floatingip configured {{(pid=104270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 20:14:08.962398 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.db.l3_agentschedulers_db [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 08 20:14:08.962978 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: port after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.963344 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: port after_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.963701 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: port after_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.964059 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: port after_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.964874 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router before_create 55550100 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.965245 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.965612 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router precommit_create 55550100 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.966140 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > router precommit_update 55550100 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.970918 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.services.provider_configuration [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service providers = [] {{(pid=104270) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 08 20:14:08.971283 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.db.servicetype_db [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104270) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 08 20:14:08.979506 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.services.service_base [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 20:14:08.979854 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.services.service_base [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 20:14:08.980198 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.services.service_base [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 20:14:08.981116 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.services.service_base [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 20:14:08.981488 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.services.service_base [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 08 20:14:08.981869 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 20:14:08.982188 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 08 20:14:08.993198 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 20:14:08.993534 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading Plugin: auto_allocate Aug 08 20:14:08.999258 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: network precommit_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:08.999631 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: network precommit_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:09.000156 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 20:14:09.000488 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading Plugin: tag Aug 08 20:14:09.012561 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 20:14:09.012928 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading Plugin: timestamp Aug 08 20:14:09.016748 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 20:14:09.017108 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading Plugin: network_ip_availability Aug 08 20:14:09.023164 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:09.023541 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:09.023900 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:09.024620 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 20:14:09.024973 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading Plugin: flavors Aug 08 20:14:09.030091 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 20:14:09.036194 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading Plugin: revisions Aug 08 20:14:09.040197 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 20:14:09.040615 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_concurrency.lockutils [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.384s {{(pid=104270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 08 20:14:09.041416 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104270) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Aug 08 20:14:09.041763 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Initializing extension manager. Aug 08 20:14:09.042294 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: __init__.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.042648 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: __pycache__ {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.042990 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: address_group.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.043756 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.044338 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: address-group Aug 08 20:14:09.044673 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: address_scope.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.045434 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.045963 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: address-scope Aug 08 20:14:09.046298 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.047249 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.047778 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: router-admin-state-down-before-update Aug 08 20:14:09.048111 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: agent.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.048843 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.049365 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: agent Aug 08 20:14:09.049697 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: agent_resources_synced.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.050635 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.051158 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: agent-resources-synced Aug 08 20:14:09.051534 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: allowedaddresspairs.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.053417 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.053950 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: allowed-address-pairs Aug 08 20:14:09.054286 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: auto_allocated_topology.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.055374 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.055900 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: auto-allocated-topology Aug 08 20:14:09.056232 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: availability_zone.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.056967 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.057486 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: availability_zone Aug 08 20:14:09.057815 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: availability_zone_filter.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.058746 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.059262 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: availability_zone_filter Aug 08 20:14:09.059592 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: data_plane_status.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.060518 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.061056 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension data-plane-status not supported by any of loaded plugins Aug 08 20:14:09.061389 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: default_subnetpools.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.062317 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.062835 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: default-subnetpools Aug 08 20:14:09.063315 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.064038 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.064555 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: dhcp_agent_scheduler Aug 08 20:14:09.064923 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: dns.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.065854 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.066367 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension dns-integration not supported by any of loaded plugins Aug 08 20:14:09.066701 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: dns_domain_ports.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.068204 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.068851 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 08 20:14:09.069185 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.070129 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.070653 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 08 20:14:09.070981 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: dvr.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.082285 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.082285 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: dvr Aug 08 20:14:09.082285 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: ecmp_routes.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.082756 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.083894 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 08 20:14:09.084222 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: empty_string_filtering.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.085187 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.085705 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: empty-string-filtering Aug 08 20:14:09.086083 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.087015 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.087531 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 08 20:14:09.087887 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.088790 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.089328 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 08 20:14:09.089664 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: external_net.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.090586 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.091103 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: external-net Aug 08 20:14:09.091491 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.092404 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.092957 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: extra_dhcp_opt Aug 08 20:14:09.093287 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: extraroute.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.094205 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.094723 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: extraroute Aug 08 20:14:09.095050 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: extraroute_atomic.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.096125 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.096601 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: extraroute-atomic Aug 08 20:14:09.096966 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: filter_validation.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.105439 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.105439 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: filter-validation Aug 08 20:14:09.105439 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: fip_pf_description.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.106139 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.106648 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 08 20:14:09.106978 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: fip_port_details.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.109393 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.109926 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: fip-port-details Aug 08 20:14:09.110266 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: flavors.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.111513 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.112041 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: flavors Aug 08 20:14:09.112380 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.114098 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.114783 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 08 20:14:09.115114 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: floatingip_pools.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.115837 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.116364 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: floatingip-pools Aug 08 20:14:09.116699 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: ip_allocation.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.117683 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.118203 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension ip_allocation not supported by any of loaded plugins Aug 08 20:14:09.118534 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.119470 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.120022 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: ip-substring-filtering Aug 08 20:14:09.120358 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: l2_adjacency.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.121355 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.121867 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 08 20:14:09.122199 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: l3.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.123193 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.123720 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: router Aug 08 20:14:09.124056 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.126413 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.126943 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 08 20:14:09.127283 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.128225 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.128744 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: ext-gw-mode Aug 08 20:14:09.129104 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.130582 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.131103 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: l3-ha Aug 08 20:14:09.131434 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.132366 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.132905 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 08 20:14:09.133238 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: l3_flavors.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.134166 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.134680 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: l3-flavors Aug 08 20:14:09.135011 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.136399 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.137012 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 08 20:14:09.137355 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.138297 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.138826 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 08 20:14:09.139167 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: l3agentscheduler.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.140232 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.140754 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: l3_agent_scheduler Aug 08 20:14:09.141119 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: local_ip.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.142911 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.143448 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension local_ip not supported by any of loaded plugins Aug 08 20:14:09.143794 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: logging.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.145485 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.146530 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension logging not supported by any of loaded plugins Aug 08 20:14:09.146871 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: metering.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.147631 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.148216 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: metering Aug 08 20:14:09.148555 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.149684 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.150211 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: metering_source_and_destination_fields Aug 08 20:14:09.150545 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: multiprovidernet.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.163452 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.163979 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: multi-provider Aug 08 20:14:09.164311 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: netmtu.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.165274 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.165797 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: net-mtu Aug 08 20:14:09.166176 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: netmtu_writable.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.167104 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.167626 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: net-mtu-writable Aug 08 20:14:09.167959 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: network_availability_zone.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.168649 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.169208 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: network_availability_zone Aug 08 20:14:09.169539 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: network_ip_availability.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.170657 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.171179 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: network-ip-availability Aug 08 20:14:09.171511 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: network_segment_range.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.172293 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.172828 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension network-segment-range not supported by any of loaded plugins Aug 08 20:14:09.173165 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: pagination.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.174159 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.174496 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: pagination Aug 08 20:14:09.174826 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: port_device_profile.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.175742 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.176264 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: port-device-profile Aug 08 20:14:09.176616 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.177638 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.178162 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: port-mac-address-regenerate Aug 08 20:14:09.178498 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.179430 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.179951 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: port-numa-affinity-policy Aug 08 20:14:09.180283 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: port_resource_request.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.181251 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.181771 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension port-resource-request not supported by any of loaded plugins Aug 08 20:14:09.182107 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: port_resource_request_groups.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.188436 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.188988 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 08 20:14:09.189321 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: portbindings.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.190262 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.190776 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: binding Aug 08 20:14:09.191107 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: portbindings_extended.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.193006 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.193700 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: binding-extended Aug 08 20:14:09.194041 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: portsecurity.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.195021 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.195537 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: port-security Aug 08 20:14:09.195872 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: project_id.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.196889 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.197233 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: project-id Aug 08 20:14:09.197567 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: providernet.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.198492 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.199097 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: provider Aug 08 20:14:09.199352 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.203000 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.203532 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos not supported by any of loaded plugins Aug 08 20:14:09.203873 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.205164 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.205853 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 08 20:14:09.206070 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.207010 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.207533 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 08 20:14:09.208478 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos_default.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.209660 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.210187 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos-default not supported by any of loaded plugins Aug 08 20:14:09.210524 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos_fip.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.211479 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.211998 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos-fip not supported by any of loaded plugins Aug 08 20:14:09.212332 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.221156 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.221674 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 08 20:14:09.222009 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos_gateway_ip.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.222951 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.223496 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 08 20:14:09.223938 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos_port_network_policy.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.225027 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.225556 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 08 20:14:09.225896 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.226947 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.227508 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 08 20:14:09.227840 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.228924 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.229449 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 08 20:14:09.229781 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos_pps_rule.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.230967 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.231491 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos-pps not supported by any of loaded plugins Aug 08 20:14:09.231826 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos_rule_type_details.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.232772 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.233313 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 08 20:14:09.233649 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: qos_rules_alias.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.234708 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.235228 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 08 20:14:09.235563 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: quota_check_limit.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.236499 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.237052 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: quota-check-limit Aug 08 20:14:09.237388 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: quotasv2.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.238351 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.238715 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: quotas Aug 08 20:14:09.239046 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: quotasv2_detail.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.241046 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.241392 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: quota_details Aug 08 20:14:09.241729 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: rbac.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.242808 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.243337 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: rbac-policies Aug 08 20:14:09.243679 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: rbac_address_group.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.250234 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.250755 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: rbac-address-group Aug 08 20:14:09.251089 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: rbac_address_scope.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.252068 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.252598 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: rbac-address-scope Aug 08 20:14:09.252958 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: rbac_security_groups.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.253891 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.254405 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: rbac-security-groups Aug 08 20:14:09.255271 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: rbac_subnetpool.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.256414 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.256966 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: rbac-subnetpool Aug 08 20:14:09.257336 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: revisionifmatch.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.258349 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.258873 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: revision-if-match Aug 08 20:14:09.259205 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: revisions.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.260336 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.260887 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: standard-attr-revisions Aug 08 20:14:09.261223 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: router_availability_zone.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.261913 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.262439 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: router_availability_zone Aug 08 20:14:09.262834 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: routerservicetype.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.263777 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.264307 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension router-service-type not supported by any of loaded plugins Aug 08 20:14:09.264638 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.265604 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.266130 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: security-groups-normalized-cidr Aug 08 20:14:09.266460 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.267398 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.267918 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: port-security-groups-filtering Aug 08 20:14:09.268248 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.269245 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.269761 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: security-groups-remote-address-group Aug 08 20:14:09.270090 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.271767 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.272286 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: security-groups-shared-filtering Aug 08 20:14:09.272618 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.273237 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Aug 08 20:14:09.273566 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: securitygroup.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.283488 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.284025 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: security-group Aug 08 20:14:09.284367 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: segment.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.285147 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.285692 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension segment not supported by any of loaded plugins Aug 08 20:14:09.286096 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.287212 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.287736 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 08 20:14:09.288072 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: servicetype.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.289230 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.289763 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: service-type Aug 08 20:14:09.290101 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: sorting.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.291106 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.291461 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: sorting Aug 08 20:14:09.291778 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: standard_attr_segment.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.292718 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.293283 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 08 20:14:09.293617 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: standardattrdescription.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.294277 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.294793 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: standard-attr-description Aug 08 20:14:09.295123 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: stateful_security_group.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.296068 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.296594 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: stateful-security-group Aug 08 20:14:09.296964 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: stdattrs_common.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.297593 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 08 20:14:09.297925 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.298879 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.299401 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 08 20:14:09.299732 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: subnet_onboard.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.300802 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.301364 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: subnet_onboard Aug 08 20:14:09.301728 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.302694 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.303216 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 08 20:14:09.303553 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: subnet_service_types.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.304520 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.305084 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: subnet-service-types Aug 08 20:14:09.309446 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: subnetallocation.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.310287 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.310813 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: subnet_allocation Aug 08 20:14:09.311149 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.311851 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.312373 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: subnetpool-prefix-ops Aug 08 20:14:09.312707 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.313717 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.314239 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 08 20:14:09.314608 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: tagging.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.315695 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.316227 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: standard-attr-tag Aug 08 20:14:09.316560 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: timestamp.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.318335 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.318858 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loaded extension: standard-attr-timestamp Aug 08 20:14:09.319193 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: trunk.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.320238 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.320763 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension trunk not supported by any of loaded plugins Aug 08 20:14:09.321129 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: trunk_details.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.322074 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.322601 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension trunk-details not supported by any of loaded plugins Aug 08 20:14:09.322932 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: uplink_status_propagation.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.323866 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.324389 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 08 20:14:09.324722 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Loading extension file: vlantransparent.py {{(pid=104270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 20:14:09.325431 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 20:14:09.325992 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 08 20:14:09.328582 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:network Aug 08 20:14:09.329139 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:subnet Aug 08 20:14:09.329549 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 20:14:09.329950 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:port Aug 08 20:14:09.331210 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.332634 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service FLAVORS assigned prefix: {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.332634 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.332797 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.333708 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:router Aug 08 20:14:09.334151 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:floatingip Aug 08 20:14:09.334675 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service METERING assigned prefix: /metering {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.336136 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:09.336516 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:09.336904 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:14:09.337912 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of CountableResource for resource:rbac_policy Aug 08 20:14:09.338358 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:security_group Aug 08 20:14:09.338794 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 08 20:14:09.339418 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service CORE assigned prefix: {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.339757 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 20:14:09.340113 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] subnetpool is already registered Aug 08 20:14:09.340543 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service CORE assigned prefix: {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.340906 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 20:14:09.341248 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] subnetpool is already registered Aug 08 20:14:09.343575 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.344019 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service FLAVORS assigned prefix: {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.344617 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.345086 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.345429 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:router Aug 08 20:14:09.345774 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] router is already registered Aug 08 20:14:09.346195 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:floatingip Aug 08 20:14:09.346538 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] floatingip is already registered Aug 08 20:14:09.347001 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service METERING assigned prefix: /metering {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.347677 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of CountableResource for resource:rbac_policy Aug 08 20:14:09.348009 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] rbac_policy is already registered Aug 08 20:14:09.348432 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:security_group Aug 08 20:14:09.348922 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] security_group is already registered Aug 08 20:14:09.349340 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 08 20:14:09.349684 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] security_group_rule is already registered Aug 08 20:14:09.350321 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service CORE assigned prefix: {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.350664 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 20:14:09.351007 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] subnetpool is already registered Aug 08 20:14:09.351436 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.v2.resource_helper [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Service CORE assigned prefix: {{(pid=104270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 20:14:09.351775 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 20:14:09.352113 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING neutron.quota.resource_registry [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] subnetpool is already registered Aug 08 20:14:09.352593 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: extensions {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.354096 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: address-groups {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.355618 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: address-scopes {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.357001 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: agents {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.358181 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: auto-allocated-topology {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.359444 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: availability_zones {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.360759 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: dhcp-networks {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.362305 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: dhcp-agents {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.363750 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: routers {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.366056 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: flavors {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.367232 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: service_profiles {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.368459 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: next_providers {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.369958 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: service_profiles {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.372486 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: floatingip-pools {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.373820 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: routers {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.375961 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: floatingips {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.377346 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: l3-routers {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.378809 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: l3-agents {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.380930 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: metering-labels {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.382348 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: metering-label-rules {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.383680 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: network-ip-availabilities {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.384984 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: bindings {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.386652 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: quotas {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.388249 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: quotas {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.389814 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: rbac-policies {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.391108 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: security-groups {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.392343 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: security-group-rules {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.393643 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: service-providers {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.394998 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: subnetpools {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.397093 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: subnetpools {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.398552 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: tags {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.400238 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: tags {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.402108 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: tags {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.407156 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: tags {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.407156 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: tags {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.407905 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: tags {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.409634 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: tags {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.411729 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: tags {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.413632 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: tags {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.415499 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron.api.extensions [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Extended resource: tags {{(pid=104270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 20:14:09.421667 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING keystonemiddleware.auth_token [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 08 20:14:09.426433 dv-cinder-848821-2-iscsi neutron-server[104270]: WARNING keystonemiddleware.auth_token [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 08 20:14:09.436066 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_concurrency.lockutils [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Acquired lock "singleton_lock" {{(pid=104270) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Aug 08 20:14:09.436400 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_concurrency.lockutils [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Releasing lock "singleton_lock" {{(pid=104270) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Aug 08 20:14:09.437093 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO oslo_service.service [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Starting 2 workers Aug 08 20:14:09.441997 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Started child 104383 {{(pid=104270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 20:14:09.447140 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Started child 104384 {{(pid=104270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 20:14:09.448356 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:09.449075 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO neutron.service [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 08 20:14:09.449496 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:09.450020 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [-] (104383) wsgi starting up on http://0.0.0.0:9696 Aug 08 20:14:09.451988 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO oslo_service.service [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Starting 1 workers Aug 08 20:14:09.452269 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:09.453721 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [-] (104384) wsgi starting up on http://0.0.0.0:9696 Aug 08 20:14:09.457260 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Started child 104385 {{(pid=104270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 20:14:09.457817 dv-cinder-848821-2-iscsi neutron-server[104270]: INFO oslo_service.service [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Starting 1 workers Aug 08 20:14:09.460969 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.service [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] calling RpcWorker wait() {{(pid=104385) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 08 20:14:09.461565 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.service [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] returning from RpcWorker wait() {{(pid=104385) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 08 20:14:09.462399 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Started child 104386 {{(pid=104270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 20:14:09.462821 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:09.463222 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG neutron_lib.callbacks.manager [None req-dffa05ea-664f-4c74-99ea-110b955b2162 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:09.463371 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:14:09.465217 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104270) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 08 20:14:09.465439 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 20:14:09.465634 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 20:14:09.465873 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 20:14:09.466203 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 20:14:09.466373 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 20:14:09.466903 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.467186 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.467331 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:09.467852 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.467852 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.468125 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.468568 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.468849 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.469110 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.469394 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.469666 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.469952 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.470112 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.470258 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.470493 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.470787 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.471047 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.471306 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.471580 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.471754 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.472046 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.472321 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.472553 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.472843 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] debug = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.473100 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.473633 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.473870 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.474121 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.474360 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.474647 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.474898 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.475184 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.475423 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.475661 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.475902 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.476185 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.476431 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.476652 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.476939 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.477187 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.477448 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.477676 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.478184 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] host = dv-cinder-848821-2-iscsi {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.478407 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.478650 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.478881 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.479147 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.479412 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.479751 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.480014 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.480206 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.480454 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.480700 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.480978 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.481240 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.481502 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.481745 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_file = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.481917 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_options = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.482144 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.482518 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.482688 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.482907 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.483058 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.483206 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.483476 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.483647 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.483923 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.484166 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.484389 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.484612 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.484861 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.485104 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.485382 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.485606 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.485858 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.486076 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.486368 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.486582 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.486821 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.487321 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.488158 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.488691 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.488866 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.489058 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.489905 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.490107 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.490325 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.490531 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.490756 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.491011 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.491238 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.491503 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.491774 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.492017 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.492253 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.492511 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.492784 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.493040 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.493277 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.493854 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.493854 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.494074 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.494161 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:14:09.494256 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.494495 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.494688 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] use_json = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.494927 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.495168 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.495399 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.495654 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.495907 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.496129 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.496370 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.496629 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.497247 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.498907 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.498907 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.498907 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.498907 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.498907 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.498907 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.499635 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.499635 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.499635 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.499991 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.500205 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.500347 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.500709 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.501096 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.501472 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.502564 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.502870 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.505360 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.505360 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.505360 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.505360 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.505360 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.505360 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.505886 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.505970 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.506249 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.506488 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.506811 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.507098 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.507449 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.507733 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.509372 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.509372 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.511072 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.511331 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.512175 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.512417 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.512656 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.515127 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.515427 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.515679 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.515922 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.516203 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.516452 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.516681 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.517356 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.517600 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.517850 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.518097 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.519299 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.520242 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.521488 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.521725 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.521975 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.522199 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.522798 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.523097 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.523382 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.524261 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.524525 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.525149 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.525389 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.525659 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.525893 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.526121 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.526347 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.526583 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.526806 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.527687 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.527931 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.528913 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.529174 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.529434 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.529696 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.530659 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.531096 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.531456 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.531704 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.532200 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.532428 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.532660 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.532918 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.533161 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.533388 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.533611 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.533841 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.534089 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.534342 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.534570 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.534811 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.535034 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.535323 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.535657 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.535909 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.536170 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.536581 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.536853 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.537110 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.537336 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.537572 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.537799 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.538018 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.538304 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.538557 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.538807 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.539053 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.539291 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.539524 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.539756 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.539985 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.540216 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.540444 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.540688 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.540992 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.541375 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.541623 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.541859 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.542131 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.542373 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.542643 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.542909 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.543193 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.543455 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.543720 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.544014 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.544293 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.544562 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.544847 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.545106 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.545372 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.545642 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.545924 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.546484 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.546484 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.546675 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.546877 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.547126 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.547347 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.547607 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.547932 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.548188 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.548422 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.548657 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.549111 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.549528 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.549964 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.550251 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.550509 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.550775 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.551032 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.551261 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.551526 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.552312 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.552503 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.552725 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.553045 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.553296 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.553524 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.553746 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.553967 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.554302 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.554667 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.554935 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.555543 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.555773 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.556183 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.556434 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.556671 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.556922 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.557172 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.557400 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.557624 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.557848 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.558063 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.558476 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.558708 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.558982 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.559240 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.559479 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.559712 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.559963 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.560245 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.560467 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.560716 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.560984 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.561202 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.561421 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.561646 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.561869 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.562107 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.562338 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.562555 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.562795 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.563054 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.563402 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.563670 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.563904 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.564152 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.564396 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.564622 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.564862 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.565091 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.565331 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.565556 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.565781 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.566023 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.566245 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.566458 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.566673 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.566917 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.567174 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.568004 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.568259 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.568503 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.568732 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.568983 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.569207 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.569450 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.569668 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.569903 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.570138 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.570361 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.570579 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.570885 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.571144 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.571381 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.571633 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.572042 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.572195 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.572400 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.572606 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.572837 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.573071 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.573299 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.573516 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.573773 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.573990 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.574206 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.574342 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:14:09.574439 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.574642 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.574857 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.575088 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.575304 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.575518 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.575744 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.575964 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.576178 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.576406 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.576641 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.576953 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.577193 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.578096 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.578503 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.578740 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.579128 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.579346 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.579579 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.579986 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.579986 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.580274 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.580531 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.580788 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.581096 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.581332 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.581714 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.581869 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.582147 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.582400 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.582756 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.583055 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.583307 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.583534 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.583793 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.584134 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.584403 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.584639 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.584921 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.585228 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.585524 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.585807 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.586025 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.586331 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.586684 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.586957 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.587225 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.587456 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.587719 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.587948 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.588169 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.588411 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.588649 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.588999 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.589145 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.589381 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.589610 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.589832 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.590062 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.590298 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.590526 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.590740 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.590981 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.591263 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.591403 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 20:14:09.591909 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104270) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 08 20:14:09.592074 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 20:14:09.592236 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 20:14:09.592412 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 20:14:09.592583 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 20:14:09.592740 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 20:14:09.592976 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.593148 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.593311 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.593475 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.593639 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.593821 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.594067 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.594885 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.594885 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.595429 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.595429 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.595429 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.595429 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.595939 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.595939 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.595939 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.596338 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.596338 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.596338 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.596719 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.596719 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.597041 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.597041 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] debug = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.597537 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.597537 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.597537 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.597953 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.597953 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.597953 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.598351 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.598351 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.598351 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.598766 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.598766 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.599039 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.599178 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.599316 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.599690 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.599690 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.599953 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.599953 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.600222 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] host = dv-cinder-848821-2-iscsi {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.600222 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.600489 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.600489 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.600749 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.600982 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.600982 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.601243 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.601243 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.601590 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.601590 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.601873 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.601873 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.602159 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.602159 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_file = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.602392 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_options = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.602475 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.602668 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.602874 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.602964 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.603072 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.603226 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.603368 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.603522 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.603684 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.603845 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.604005 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.604166 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.604328 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.604488 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.604649 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.604827 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.604989 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.605151 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.605313 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.605474 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.605635 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.605796 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.605956 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.606116 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.606276 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.606438 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.606599 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.606760 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.606920 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.607080 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.607241 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.607404 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.607565 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.607725 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.607886 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.608048 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.608209 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.608369 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.608533 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.608694 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.608898 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.609016 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.609174 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.609338 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.609498 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.609816 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.609983 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] use_json = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.610143 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.610302 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.610468 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.610631 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.610770 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.610905 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.611069 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.611230 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.611391 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 20:14:09.611615 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.611756 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.611908 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.612046 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.612192 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.612346 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.612514 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.612680 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.613446 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.613446 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.613446 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.613446 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.613994 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.613994 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.613994 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.613994 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.614976 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.614976 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.615193 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.615531 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.615701 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.615868 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.616044 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.616209 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.616373 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.616536 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.616701 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.616895 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.617062 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.617242 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.617407 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.617573 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.617737 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.617902 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.618068 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.618233 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.618398 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.618564 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.618729 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.618894 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.619059 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.619223 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.619389 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.619553 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.619718 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.619883 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.620046 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.620211 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.620375 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.620540 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.620704 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.620888 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.621053 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.621217 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.621381 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.621545 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.621725 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.621874 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.622037 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.622201 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.622365 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.622529 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.622693 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.622857 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.623021 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.623184 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.623349 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.623517 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.623678 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.623842 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.624011 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.624175 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.624339 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.624502 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.624667 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.624847 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.625015 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.625178 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.625343 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.625506 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.625671 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.625836 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.626001 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.626165 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.626328 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.626492 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.626657 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.626819 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.626984 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.627147 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.627311 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.627482 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.627661 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.627825 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.627989 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.628153 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.628316 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.628478 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.628642 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.628845 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.628991 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.629156 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.629320 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.629484 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.629651 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.630396 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.630700 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.630908 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.631129 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.631296 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.631461 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.631624 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.631787 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.631953 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.632119 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.632284 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.632448 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.632611 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.632775 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.632976 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.633140 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.633307 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.633470 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.633640 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.633814 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.633978 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.634147 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.634312 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.634475 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.634640 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.634804 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.634968 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.635131 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.635294 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.635457 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.635632 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.635797 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.635962 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.636125 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.636312 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.636475 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.636638 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.636801 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.636986 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.637150 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.637314 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.637477 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.637641 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.637805 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.637968 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.638132 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.638296 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.638460 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.638623 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.638787 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.638952 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.639116 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.639279 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.639442 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.639607 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.639769 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.639933 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.640095 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.640258 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.640422 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.640586 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.640751 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.640937 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.641102 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.641265 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.641428 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.641592 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.641753 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.641916 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.642079 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.642242 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.642408 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.642571 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.642735 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.642898 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.643063 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.643227 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.643390 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.643556 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.643720 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.643884 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.644052 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.644214 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.644378 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.644542 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.644704 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.644892 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.645060 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.645225 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.645451 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.645653 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.645878 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.646047 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.646213 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.646378 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.646542 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.646707 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.646873 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.647036 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.647202 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.647367 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.647529 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.647692 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.647855 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.648018 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.648185 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.648351 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.648517 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.648703 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.648894 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.649061 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.649226 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.649389 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.649554 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.649718 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.649883 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.650046 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.650211 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.650388 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.650552 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.650715 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.650880 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.651044 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.651208 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.651382 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.651546 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.651710 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.651874 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.652037 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.652201 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.652374 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.652796 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.652982 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.653147 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.653310 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.653473 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.653647 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.653815 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.653983 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.654147 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.654310 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.654473 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.654646 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.654810 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.654972 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.655136 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.655299 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.655463 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.655635 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.655798 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.655961 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.656125 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.656288 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.656452 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.656623 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.656789 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.656985 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.657157 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.657320 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.657484 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.657651 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.657811 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.657976 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.658143 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.658307 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.658471 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.658634 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.658799 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.658967 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.659140 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.659309 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.659474 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.659646 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.659818 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.659989 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.660152 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.660321 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.660496 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.660659 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.660831 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.661026 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.661195 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.661346 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.661553 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.661704 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.661812 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.661958 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.662121 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.662283 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.662446 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.662608 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.662771 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.662934 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.663098 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.663260 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.663423 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.663587 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 20:14:09.663742 dv-cinder-848821-2-iscsi neutron-server[104270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 20:14:09.905805 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 49792) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:14:09.915426 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073962 Aug 08 20:14:21.446595 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f4ff0a-da7b-4267-a503-a68f58c8cbd9 None None] get_active_networks_info from dv-cinder-848821-2-iscsi {{(pid=104385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 08 20:14:21.532240 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f4ff0a-da7b-4267-a503-a68f58c8cbd9 None None] No non-hosted networks {{(pid=104385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 08 20:14:21.547215 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.agentschedulers_db [None req-f5f4ff0a-da7b-4267-a503-a68f58c8cbd9 None None] DHCP Agent not found on host dv-cinder-848821-2-iscsi {{(pid=104385) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 08 20:14:21.710882 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cedfe710-aa32-41ba-8fce-022469acae24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641423'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:24.013473 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e762cc41-35ca-49d4-a274-8a065f0c8149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641423'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:24.099184 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2827d2fc-a8a7-40a9-9089-f784a4862138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:24.966916 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641423'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:26.578510 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641423'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:27.717719 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 49872) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:14:27.990435 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641423'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:27.991227 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.991813 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.992256 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.992715 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.993159 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.993812 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.994360 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.994780 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.995347 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.995747 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.996189 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.996589 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.997177 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:27.997779 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848821-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:14:28.004914 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848821-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:14:28.255752 dv-cinder-848821-2-iscsi neutron-server[104384]: WARNING oslo_policy.policy [None req-036ba204-89e6-482e-bdc6-64a9d2e6409b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 20:14:28.256363 dv-cinder-848821-2-iscsi neutron-server[104384]: WARNING oslo_policy.policy [None req-036ba204-89e6-482e-bdc6-64a9d2e6409b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 20:14:28.481250 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [None req-036ba204-89e6-482e-bdc6-64a9d2e6409b admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:14:28.496887 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-036ba204-89e6-482e-bdc6-64a9d2e6409b admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7636223 Aug 08 20:14:31.085434 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 49898) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:14:31.217839 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.db.l3_hamode_db [None req-76163be6-6519-40e1-b1cc-d7866f31c805 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 08 20:14:31.292429 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76163be6-6519-40e1-b1cc-d7866f31c805 None None] Routers set() bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:14:31.292832 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76163be6-6519-40e1-b1cc-d7866f31c805 None None] Router IDs set() for agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Aug 08 20:14:31.403632 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-e8ec10f4-c4b3-4220-9cf0-aac0ecf693ca admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:14:31.496452 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.policy [None req-e8ec10f4-c4b3-4220-9cf0-aac0ecf693ca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104384) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 08 20:14:31.540922 dv-cinder-848821-2-iscsi neutron-server[104384]: WARNING oslo_policy.policy [None req-e8ec10f4-c4b3-4220-9cf0-aac0ecf693ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 20:14:31.541295 dv-cinder-848821-2-iscsi neutron-server[104384]: WARNING oslo_policy.policy [None req-e8ec10f4-c4b3-4220-9cf0-aac0ecf693ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 20:14:31.703005 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e8ec10f4-c4b3-4220-9cf0-aac0ecf693ca admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750780999977', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750781001540', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750780977562', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750780988955', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750781026894', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750781031532', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1998216', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1664554', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577227', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-939231'] for rbac-policy (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:31.894483 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e8ec10f4-c4b3-4220-9cf0-aac0ecf693ca admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:31.896273 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-e8ec10f4-c4b3-4220-9cf0-aac0ecf693ca admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8098645 Aug 08 20:14:34.421852 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 49908) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:14:34.753112 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:14:34.847205 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Made reservation on behalf of dc133a0070504dbba498649162470a20 for: {'network': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:14:34.852145 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:34.870557 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:35.002455 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Publish callbacks [] for security_group (2c91b770-c1f2-4dfa-bf69-1cbe203e43e3), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:35.062499 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (2c91b770-c1f2-4dfa-bf69-1cbe203e43e3), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:35.088006 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=104384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:14:35.124081 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750784826076', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (5782f5e4-c557-4896-8f3c-f35d1ca523b0), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:35.124558 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Unsubscribe: segment precommit_create {{(pid=104384) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 08 20:14:35.125279 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.segments_db [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Added segment 5782f5e4-c557-4896-8f3c-f35d1ca523b0 of type vlan for network 773203cd-6692-41da-89cc-9ee9e575eceb Aug 08 20:14:35.142506 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2c91b770-c1f2-4dfa-bf69-1cbe203e43e3,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:14:35.194516 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.194876 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.195243 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.195593 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.195934 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.196271 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.196606 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.196974 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.197308 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.197654 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.197990 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.198372 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.198685 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Tracked resource versions report: Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: pushed versions: Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: { 'AddressGroup': {'1.2'}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'ConntrackHelper': {'1.0'}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'LocalIPAssociation': {'1.0'}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Log': {'1.0'}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Network': {'1.1'}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Port': {'1.7'}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'PortForwarding': {'1.2'}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'QosPolicy': {'1.10'}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'SecurityGroup': {'1.5'}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'SecurityGroupRule': {'1.2'}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'SubPort': {'1.0'}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Subnet': {'1.1'}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Trunk': {'1.1'}} Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: consumer versions: Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: { DHCP agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: L3 agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: Metadata agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: Metering agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: Open vSwitch agent@dv-cinder-848821-2-iscsi: { 'AddressGroup': '1.2', Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'ConntrackHelper': '1.0', Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'LocalIPAssociation': '1.0', Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Log': '1.0', Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Network': '1.1', Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Port': '1.7', Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'PortForwarding': '1.2', Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'QosPolicy': '1.10', Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'SecurityGroup': '1.5', Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'SecurityGroupRule': '1.2', Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'SubPort': '1.0', Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Subnet': '1.1', Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Trunk': '1.1'}} Aug 08 20:14:35.200049 dv-cinder-848821-2-iscsi neutron-server[104384]: {{(pid=104384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 20:14:35.249477 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (773203cd-6692-41da-89cc-9ee9e575eceb), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:35.361278 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (773203cd-6692-41da-89cc-9ee9e575eceb), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:35.367548 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:14:35.368287 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:35.480953 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] Pushing event updated for resources: {'Network': ['ID=773203cd-6692-41da-89cc-9ee9e575eceb,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:14:35.494013 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 773203cd-6692-41da-89cc-9ee9e575eceb details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:14:35.506452 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-c7470415-375a-450f-9cad-7b0fdb523ef1 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0835278 Aug 08 20:14:38.138153 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 49920) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:14:38.545057 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e036499a-6933-417c-99de-80a2fc29f0fd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:14:38.546435 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-e036499a-6933-417c-99de-80a2fc29f0fd demo admin] 10.222.0.26 "GET /v2.0/networks/773203cd-6692-41da-89cc-9ee9e575eceb HTTP/1.1" status: 200 len: 825 time: 0.4073226 Aug 08 20:14:38.571299 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-b8a6dada-bc5e-4836-a8fa-3673d5c21f60 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/9158d21c-969d-4a5a-8fb8-248425fa3cea HTTP/1.1" status: 200 len: 734 time: 0.0186238 Aug 08 20:14:38.579871 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-7315a499-1f49-498d-b96f-29606e4080cf demo admin] Request body: {'subnet': {'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9158d21c-969d-4a5a-8fb8-248425fa3cea'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:14:38.663359 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7315a499-1f49-498d-b96f-29606e4080cf demo admin] Made reservation on behalf of dc133a0070504dbba498649162470a20 for: {'subnet': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:14:38.665669 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7315a499-1f49-498d-b96f-29606e4080cf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:39.022386 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7315a499-1f49-498d-b96f-29606e4080cf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for subnet (50b63ed6-0c6e-4b46-b281-dbdfefb4543f), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:39.093466 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315a499-1f49-498d-b96f-29606e4080cf demo admin] Pushing event updated for resources: {'Subnet': ['ID=50b63ed6-0c6e-4b46-b281-dbdfefb4543f,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:14:39.095333 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7315a499-1f49-498d-b96f-29606e4080cf demo admin] Checking segment: {'id': '5782f5e4-c557-4896-8f3c-f35d1ca523b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:14:39.095709 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7315a499-1f49-498d-b96f-29606e4080cf demo admin] Network hostable DHCP agents. Network: 773203cd-6692-41da-89cc-9ee9e575eceb, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:14:39.171612 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7315a499-1f49-498d-b96f-29606e4080cf demo admin] Network 773203cd-6692-41da-89cc-9ee9e575eceb is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:14:39.245995 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-7315a499-1f49-498d-b96f-29606e4080cf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 773203cd-6692-41da-89cc-9ee9e575eceb) {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:14:39.251497 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7315a499-1f49-498d-b96f-29606e4080cf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:14:39.252434 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7315a499-1f49-498d-b96f-29606e4080cf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:39.256698 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3412c0d5-e725-48c1-a946-8a1d03c6e881 None None] Network 773203cd-6692-41da-89cc-9ee9e575eceb requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:14:39.353812 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-7315a499-1f49-498d-b96f-29606e4080cf demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7756672 Aug 08 20:14:39.621659 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-773203cd-6692-41da-89cc-9ee9e575eceb', 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb', 'project_id': 'dc133a0070504dbba498649162470a20', 'fixed_ips': [{'subnet_id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:14:39.622883 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:39.900360 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Allocated IP 172.20.0.2 (773203cd-6692-41da-89cc-9ee9e575eceb/50b63ed6-0c6e-4b46-b281-dbdfefb4543f/a75d563d-8909-4ead-80c5-3bf437a7cd7a) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:14:40.166629 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Publish callbacks [] for port (a75d563d-8909-4ead-80c5-3bf437a7cd7a), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:40.251509 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (a75d563d-8909-4ead-80c5-3bf437a7cd7a), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:40.325310 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Network 773203cd-6692-41da-89cc-9ee9e575eceb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:14:40.329914 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:14:40.340790 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:14:40.348684 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Pushing event updated for resources: {'Port': ['ID=a75d563d-8909-4ead-80c5-3bf437a7cd7a,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:14:40.391789 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.392156 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.392520 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.392903 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.393239 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.393573 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.393906 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.394235 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.395114 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.395676 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.396021 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.396349 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.396677 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Tracked resource versions report: Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: pushed versions: Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: { 'AddressGroup': {'1.2'}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'ConntrackHelper': {'1.0'}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'LocalIPAssociation': {'1.0'}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Log': {'1.0'}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Network': {'1.1'}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Port': {'1.7'}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'PortForwarding': {'1.2'}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'QosPolicy': {'1.10'}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'SecurityGroup': {'1.5'}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'SecurityGroupRule': {'1.2'}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'SubPort': {'1.0'}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Subnet': {'1.1'}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Trunk': {'1.1'}} Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: consumer versions: Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: { DHCP agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: L3 agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: Metadata agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: Metering agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: Open vSwitch agent@dv-cinder-848821-2-iscsi: { 'AddressGroup': '1.2', Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'ConntrackHelper': '1.0', Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'LocalIPAssociation': '1.0', Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Log': '1.0', Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Network': '1.1', Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Port': '1.7', Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'PortForwarding': '1.2', Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'QosPolicy': '1.10', Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'SecurityGroup': '1.5', Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'SecurityGroupRule': '1.2', Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'SubPort': '1.0', Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Subnet': '1.1', Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Trunk': '1.1'}} Aug 08 20:14:40.398089 dv-cinder-848821-2-iscsi neutron-server[104385]: {{(pid=104385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 20:14:40.432362 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Attempting to bind port a75d563d-8909-4ead-80c5-3bf437a7cd7a on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:14:40.432685 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Attempting to bind port a75d563d-8909-4ead-80c5-3bf437a7cd7a by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '5782f5e4-c557-4896-8f3c-f35d1ca523b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:14:40.433149 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Attempting to bind port a75d563d-8909-4ead-80c5-3bf437a7cd7a on network 773203cd-6692-41da-89cc-9ee9e575eceb {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:14:40.437997 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:14:40.438375 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Checking segment: {'id': '5782f5e4-c557-4896-8f3c-f35d1ca523b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:14:40.438862 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:40.439260 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Bound using segment: {'id': '5782f5e4-c557-4896-8f3c-f35d1ca523b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:14:40.439745 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Bound port: a75d563d-8909-4ead-80c5-3bf437a7cd7a, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5782f5e4-c557-4896-8f3c-f35d1ca523b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:14:40.440157 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a75d563d-8909-4ead-80c5-3bf437a7cd7a), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:40.500978 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] For port a75d563d-8909-4ead-80c5-3bf437a7cd7a, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:14:40.506111 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] For port a75d563d-8909-4ead-80c5-3bf437a7cd7a, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a75d563d-8909-4ead-80c5-3bf437a7cd7a,segment=NetworkSegment(5782f5e4-c557-4896-8f3c-f35d1ca523b0),segment_id=5782f5e4-c557-4896-8f3c-f35d1ca523b0)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:14:40.568763 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a75d563d-8909-4ead-80c5-3bf437a7cd7a), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:40.626679 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fb849-c01f-4b94-b457-6f4b8178b8c1 None None] Pushing event updated for resources: {'Port': ['ID=a75d563d-8909-4ead-80c5-3bf437a7cd7a,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:14:41.972063 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 49928) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:14:42.481869 dv-cinder-848821-2-iscsi neutron-server[104383]: WARNING oslo_policy.policy [None req-c07473e1-d04e-4c15-bc65-f6172439870a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 20:14:42.482569 dv-cinder-848821-2-iscsi neutron-server[104383]: WARNING oslo_policy.policy [None req-c07473e1-d04e-4c15-bc65-f6172439870a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 20:14:42.707747 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [None req-c07473e1-d04e-4c15-bc65-f6172439870a admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:14:42.709154 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-c07473e1-d04e-4c15-bc65-f6172439870a admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7347214 Aug 08 20:14:45.323140 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 49942) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:14:45.639117 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [None req-ef3c2f2e-39c6-4fee-8e24-e6e2c018be48 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:14:45.640090 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ef3c2f2e-39c6-4fee-8e24-e6e2c018be48 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3159389 Aug 08 20:14:48.302335 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 49950) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:14:48.623715 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-975deadb-51e1-43ab-8e36-47c148989902 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:14:48.685326 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.policy [None req-975deadb-51e1-43ab-8e36-47c148989902 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104383) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 08 20:14:48.730570 dv-cinder-848821-2-iscsi neutron-server[104383]: WARNING oslo_policy.policy [None req-975deadb-51e1-43ab-8e36-47c148989902 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 20:14:48.730972 dv-cinder-848821-2-iscsi neutron-server[104383]: WARNING oslo_policy.policy [None req-975deadb-51e1-43ab-8e36-47c148989902 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 20:14:48.852660 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-975deadb-51e1-43ab-8e36-47c148989902 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1852'] for router (312fc3dc-0233-4736-83c7-10f1212c0852), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:48.854755 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-975deadb-51e1-43ab-8e36-47c148989902 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1847'] for router (312fc3dc-0233-4736-83c7-10f1212c0852), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:49.017995 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-975deadb-51e1-43ab-8e36-47c148989902 demo demo] Publish callbacks [] for router_controller (312fc3dc-0233-4736-83c7-10f1212c0852), precommit_add_association {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:49.121567 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-975deadb-51e1-43ab-8e36-47c148989902 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228'] for router (312fc3dc-0233-4736-83c7-10f1212c0852), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:49.202580 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-975deadb-51e1-43ab-8e36-47c148989902 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:49.203829 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-975deadb-51e1-43ab-8e36-47c148989902 demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9003761 Aug 08 20:14:50.737549 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a75d563d-8909-4ead-80c5-3bf437a7cd7a up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:14:50.820538 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port a75d563d-8909-4ead-80c5-3bf437a7cd7a triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:14:50.820998 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a75d563d-8909-4ead-80c5-3bf437a7cd7a), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:50.923192 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port a75d563d-8909-4ead-80c5-3bf437a7cd7a is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:14:50.923588 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a75d563d-8909-4ead-80c5-3bf437a7cd7a), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:50.960844 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port a75d563d-8909-4ead-80c5-3bf437a7cd7a, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a75d563d-8909-4ead-80c5-3bf437a7cd7a,segment=NetworkSegment(5782f5e4-c557-4896-8f3c-f35d1ca523b0),segment_id=5782f5e4-c557-4896-8f3c-f35d1ca523b0)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:14:51.017611 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a75d563d-8909-4ead-80c5-3bf437a7cd7a), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:51.066544 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=a75d563d-8909-4ead-80c5-3bf437a7cd7a,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:14:51.461755 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bf8837fe-9a2c-4413-b90e-95cc7d9c61d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:51.787280 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 49964) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:14:52.082897 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eff64f2-45a0-49b2-be9d-6512b83afd6a None None] Network 773203cd-6692-41da-89cc-9ee9e575eceb requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:14:52.109477 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [None req-8c47adef-e04c-456e-b141-d3284aef6a14 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:14:52.110561 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-8c47adef-e04c-456e-b141-d3284aef6a14 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3220475 Aug 08 20:14:52.171396 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-c02b4a06-cbd9-4315-a384-4e9420983278 None None] Provisioning complete for port a75d563d-8909-4ead-80c5-3bf437a7cd7a triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:14:52.171797 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c02b4a06-cbd9-4315-a384-4e9420983278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a75d563d-8909-4ead-80c5-3bf437a7cd7a), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:52.290268 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-c02b4a06-cbd9-4315-a384-4e9420983278 None None] Current status of the port a75d563d-8909-4ead-80c5-3bf437a7cd7a is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:14:52.510656 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-592b04ca-1d40-4208-afa9-5f21c1fea5fa None None] Provisioning complete for port a75d563d-8909-4ead-80c5-3bf437a7cd7a triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:14:52.511053 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-592b04ca-1d40-4208-afa9-5f21c1fea5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a75d563d-8909-4ead-80c5-3bf437a7cd7a), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:52.583313 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-592b04ca-1d40-4208-afa9-5f21c1fea5fa None None] Current status of the port a75d563d-8909-4ead-80c5-3bf437a7cd7a is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:14:52.711539 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a75d563d-8909-4ead-80c5-3bf437a7cd7a up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:14:52.755972 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port a75d563d-8909-4ead-80c5-3bf437a7cd7a triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:14:52.756368 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a75d563d-8909-4ead-80c5-3bf437a7cd7a), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:52.825414 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port a75d563d-8909-4ead-80c5-3bf437a7cd7a is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:14:54.005087 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eeef0485-c2d2-4f2a-9157-a5e8d4980b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:54.693802 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 49972) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:14:54.949100 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:54.958987 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:14:55.023140 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Made reservation on behalf of 3310bc2a300c42f7b5a715d1d8d93164 for: {'network': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:14:55.025984 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:55.041337 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:55.143016 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Publish callbacks [] for security_group (deab1b60-5024-4056-b1a1-bae25ce384d0), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:55.204350 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (deab1b60-5024-4056-b1a1-bae25ce384d0), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:55.215250 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Reserving flat network on physical network physnet1 {{(pid=104383) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 08 20:14:55.246659 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750784826076', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (2949beda-25d3-4b45-980b-40eea43b66ba), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:55.247207 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Unsubscribe: segment precommit_create {{(pid=104383) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 08 20:14:55.247757 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.segments_db [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Added segment 2949beda-25d3-4b45-980b-40eea43b66ba of type flat for network 20c2ba87-50cc-4c17-a28e-a16c072740fd Aug 08 20:14:55.263723 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deab1b60-5024-4056-b1a1-bae25ce384d0,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:14:55.312846 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.313120 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.313464 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.313802 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.314136 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.314467 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.314815 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.315150 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.315498 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.315842 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.316888 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.317223 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.317542 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Tracked resource versions report: Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: pushed versions: Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: { 'AddressGroup': {'1.2'}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'ConntrackHelper': {'1.0'}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'LocalIPAssociation': {'1.0'}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Log': {'1.0'}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Network': {'1.1'}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Port': {'1.7'}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'PortForwarding': {'1.2'}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'QosPolicy': {'1.10'}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'SecurityGroup': {'1.5'}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'SecurityGroupRule': {'1.2'}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'SubPort': {'1.0'}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Subnet': {'1.1'}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Trunk': {'1.1'}} Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: consumer versions: Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: { DHCP agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: L3 agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: Metadata agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: Metering agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: Open vSwitch agent@dv-cinder-848821-2-iscsi: { 'AddressGroup': '1.2', Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'ConntrackHelper': '1.0', Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'LocalIPAssociation': '1.0', Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Log': '1.0', Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Network': '1.1', Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Port': '1.7', Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'PortForwarding': '1.2', Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'QosPolicy': '1.10', Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'SecurityGroup': '1.5', Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'SecurityGroupRule': '1.2', Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'SubPort': '1.0', Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Subnet': '1.1', Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Trunk': '1.1'}} Aug 08 20:14:55.318918 dv-cinder-848821-2-iscsi neutron-server[104383]: {{(pid=104383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 20:14:55.362637 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (20c2ba87-50cc-4c17-a28e-a16c072740fd), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:55.450244 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (20c2ba87-50cc-4c17-a28e-a16c072740fd), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:55.451472 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:14:55.452207 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:55.551141 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] Pushing event updated for resources: {'Network': ['ID=20c2ba87-50cc-4c17-a28e-a16c072740fd,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:14:55.561451 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:14:55.590272 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-1bba0e40-c73b-4085-b10b-94e705ccc50e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8952441 Aug 08 20:14:56.524688 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:58.010428 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:58.105705 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 49994) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:14:58.243566 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4383d3ea-3075-4475-a8e5-cee12d07c3cf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:14:58.244965 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-4383d3ea-3075-4475-a8e5-cee12d07c3cf demo admin] 10.222.0.26 "GET /v2.0/subnets/50b63ed6-0c6e-4b46-b281-dbdfefb4543f HTTP/1.1" status: 200 len: 849 time: 0.1382787 Aug 08 20:14:58.381629 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d8d6a965-781f-4d87-ae94-5f0efe598204 demo admin] 10.222.0.26 "GET /v2.0/routers/312fc3dc-0233-4736-83c7-10f1212c0852 HTTP/1.1" status: 200 len: 704 time: 0.1309180 Aug 08 20:14:58.639497 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:58.928838 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Allocated IP 172.20.0.1 (773203cd-6692-41da-89cc-9ee9e575eceb/50b63ed6-0c6e-4b46-b281-dbdfefb4543f/a74597a5-a212-41f6-9318-96db15bcf7af) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:14:59.111478 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Publish callbacks [] for port (a74597a5-a212-41f6-9318-96db15bcf7af), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:59.229433 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:59.295247 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Network 773203cd-6692-41da-89cc-9ee9e575eceb is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:14:59.300974 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:14:59.312903 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:14:59.313199 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641971'] for router_interface (312fc3dc-0233-4736-83c7-10f1212c0852), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:59.375809 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Pushing event updated for resources: {'Port': ['ID=a74597a5-a212-41f6-9318-96db15bcf7af,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:14:59.562222 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:59.648967 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-11b1e2d7-3d9b-443d-a864-695a901ac5f5 None None] Provisioning complete for port a74597a5-a212-41f6-9318-96db15bcf7af triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:14:59.649532 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-11b1e2d7-3d9b-443d-a864-695a901ac5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:59.726124 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-11b1e2d7-3d9b-443d-a864-695a901ac5f5 None None] Port a74597a5-a212-41f6-9318-96db15bcf7af cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:14:59.823014 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Publish callbacks [] for port (a74597a5-a212-41f6-9318-96db15bcf7af), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:59.885819 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:59.886579 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641991'] for router_interface (312fc3dc-0233-4736-83c7-10f1212c0852), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:14:59.960632 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Pushing event updated for resources: {'Port': ['ID=a74597a5-a212-41f6-9318-96db15bcf7af,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:15:00.006335 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Network 773203cd-6692-41da-89cc-9ee9e575eceb is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:15:00.007588 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:15:00.247093 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-54eb9edf-9309-4b05-aaff-27d08b766ca5 None None] Provisioning complete for port a74597a5-a212-41f6-9318-96db15bcf7af triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:15:00.247490 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-54eb9edf-9309-4b05-aaff-27d08b766ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:00.262984 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Router 312fc3dc-0233-4736-83c7-10f1212c0852 is scheduled to L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 with binding_index 1 {{(pid=104383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 20:15:00.277186 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-54eb9edf-9309-4b05-aaff-27d08b766ca5 None None] Port a74597a5-a212-41f6-9318-96db15bcf7af cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:15:00.353346 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:15:00.358721 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ed4499b1-4dd2-4448-9a5a-450a89f6d2f8 demo admin] 10.222.0.26 "PUT /v2.0/routers/312fc3dc-0233-4736-83c7-10f1212c0852/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9719019 Aug 08 20:15:00.376501 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Sync routers for ids ['312fc3dc-0233-4736-83c7-10f1212c0852'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:15:00.389128 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Routers {'312fc3dc-0233-4736-83c7-10f1212c0852'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:15:00.389993 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:14:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['312fc3dc-0233-4736-83c7-10f1212c0852'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:15:00.569579 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Set router 312fc3dc-0233-4736-83c7-10f1212c0852 gateway port host: None {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:15:00.992915 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'name': 'router1', 'tenant_id': 'dc133a0070504dbba498649162470a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:14:48Z', 'updated_at': '2022-08-08T20:14:59Z', 'revision_number': 2, 'project_id': 'dc133a0070504dbba498649162470a20', 'gw_port_host': None, '_interfaces': [{'id': 'a74597a5-a212-41f6-9318-96db15bcf7af', 'name': '', 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb', 'tenant_id': 'dc133a0070504dbba498649162470a20', 'mac_address': 'fa:16:3e:8e:dd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:14:58Z', 'updated_at': '2022-08-08T20:14:59Z', 'revision_number': 2, 'project_id': 'dc133a0070504dbba498649162470a20', 'subnets': [{'id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9158d21c-969d-4a5a-8fb8-248425fa3cea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:15:01.042090 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Checking router: 312fc3dc-0233-4736-83c7-10f1212c0852 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:15:01.042468 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Updating router 312fc3dc-0233-4736-83c7-10f1212c0852 port a74597a5-a212-41f6-9318-96db15bcf7af binding host dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:15:01.094510 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:01.593050 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Publish callbacks [] for port (a74597a5-a212-41f6-9318-96db15bcf7af), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:01.655683 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:01.799535 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Pushing event updated for resources: {'Port': ['ID=a74597a5-a212-41f6-9318-96db15bcf7af,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:15:01.804645 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Attempting to bind port a74597a5-a212-41f6-9318-96db15bcf7af on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:15:01.805066 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Attempting to bind port a74597a5-a212-41f6-9318-96db15bcf7af by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '5782f5e4-c557-4896-8f3c-f35d1ca523b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:15:01.805524 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Attempting to bind port a74597a5-a212-41f6-9318-96db15bcf7af on network 773203cd-6692-41da-89cc-9ee9e575eceb {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:15:01.813325 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.813687 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.814048 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.814390 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.814729 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.815065 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.815398 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.815748 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.816083 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.816515 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.816841 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.817159 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.817482 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Tracked resource versions report: Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: pushed versions: Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: { 'AddressGroup': {'1.2'}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'ConntrackHelper': {'1.0'}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'LocalIPAssociation': {'1.0'}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Log': {'1.0'}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Network': {'1.1'}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Port': {'1.7'}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'PortForwarding': {'1.2'}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'QosPolicy': {'1.10'}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'SecurityGroup': {'1.5'}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'SecurityGroupRule': {'1.2'}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'SubPort': {'1.0'}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Subnet': {'1.1'}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Trunk': {'1.1'}} Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: consumer versions: Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: { DHCP agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: L3 agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: Metadata agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: Metering agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: Open vSwitch agent@dv-cinder-848821-2-iscsi: { 'AddressGroup': '1.2', Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'ConntrackHelper': '1.0', Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'LocalIPAssociation': '1.0', Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Log': '1.0', Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Network': '1.1', Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Port': '1.7', Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'PortForwarding': '1.2', Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'QosPolicy': '1.10', Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'SecurityGroup': '1.5', Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'SecurityGroupRule': '1.2', Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'SubPort': '1.0', Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Subnet': '1.1', Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Trunk': '1.1'}} Aug 08 20:15:01.818843 dv-cinder-848821-2-iscsi neutron-server[104386]: {{(pid=104386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 20:15:01.823003 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:15:01.823384 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Checking segment: {'id': '5782f5e4-c557-4896-8f3c-f35d1ca523b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:15:01.823878 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:01.824273 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Bound using segment: {'id': '5782f5e4-c557-4896-8f3c-f35d1ca523b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:15:01.824770 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Bound port: a74597a5-a212-41f6-9318-96db15bcf7af, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5782f5e4-c557-4896-8f3c-f35d1ca523b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:15:01.825180 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:01.904248 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] For port a74597a5-a212-41f6-9318-96db15bcf7af, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:15:01.926265 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] For port a74597a5-a212-41f6-9318-96db15bcf7af, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a74597a5-a212-41f6-9318-96db15bcf7af,segment=NetworkSegment(5782f5e4-c557-4896-8f3c-f35d1ca523b0),segment_id=5782f5e4-c557-4896-8f3c-f35d1ca523b0)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:15:02.006473 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:02.039832 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Routers {'312fc3dc-0233-4736-83c7-10f1212c0852'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:15:02.040437 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:14:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['312fc3dc-0233-4736-83c7-10f1212c0852'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:15:02.122906 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61ae58-7d9e-4791-9fef-67e2b0f57378 None None] Pushing event updated for resources: {'Port': ['ID=a74597a5-a212-41f6-9318-96db15bcf7af,revision_number=4']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:15:02.139537 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] Set router 312fc3dc-0233-4736-83c7-10f1212c0852 gateway port host: None {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:15:02.340184 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'name': 'router1', 'tenant_id': 'dc133a0070504dbba498649162470a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:14:48Z', 'updated_at': '2022-08-08T20:14:59Z', 'revision_number': 2, 'project_id': 'dc133a0070504dbba498649162470a20', 'gw_port_host': None, '_interfaces': [{'id': 'a74597a5-a212-41f6-9318-96db15bcf7af', 'name': '', 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb', 'tenant_id': 'dc133a0070504dbba498649162470a20', 'mac_address': 'fa:16:3e:8e:dd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:14:58Z', 'updated_at': '2022-08-08T20:15:01Z', 'revision_number': 4, 'project_id': 'dc133a0070504dbba498649162470a20', 'subnets': [{'id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9158d21c-969d-4a5a-8fb8-248425fa3cea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:15:02.370167 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e4221-d319-44c6-97ce-0abc76284d76 None None] The sync data for ids ['312fc3dc-0233-4736-83c7-10f1212c0852'] in dv-cinder-848821-2-iscsi is: [{'id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'name': 'router1', 'tenant_id': 'dc133a0070504dbba498649162470a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:14:48Z', 'updated_at': '2022-08-08T20:14:59Z', 'revision_number': 2, 'project_id': 'dc133a0070504dbba498649162470a20', 'gw_port_host': None, '_interfaces': [{'id': 'a74597a5-a212-41f6-9318-96db15bcf7af', 'name': '', 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb', 'tenant_id': 'dc133a0070504dbba498649162470a20', 'mac_address': 'fa:16:3e:8e:dd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:14:58Z', 'updated_at': '2022-08-08T20:15:01Z', 'revision_number': 4, 'project_id': 'dc133a0070504dbba498649162470a20', 'subnets': [{'id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9158d21c-969d-4a5a-8fb8-248425fa3cea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:15:02.796124 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50014) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:15:02.909792 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63339bdd-f347-4ed3-8a80-e28ece16331a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:15:02.911098 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-63339bdd-f347-4ed3-8a80-e28ece16331a admin admin] 10.222.0.26 "GET /v2.0/networks/20c2ba87-50cc-4c17-a28e-a16c072740fd HTTP/1.1" status: 200 len: 842 time: 0.1140313 Aug 08 20:15:02.920652 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:15:03.027714 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] Made reservation on behalf of 3310bc2a300c42f7b5a715d1d8d93164 for: {'subnet': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:15:03.029990 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:03.432679 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.objects.ports [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104384) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Aug 08 20:15:03.433167 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for subnet (0e11194e-7f92-4f29-9e80-207eb4eb047f), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:03.487242 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e11194e-7f92-4f29-9e80-207eb4eb047f,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:15:03.496321 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:15:03.496681 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] Network hostable DHCP agents. Network: 20c2ba87-50cc-4c17-a28e-a16c072740fd, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:15:03.586708 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:15:03.649635 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 20c2ba87-50cc-4c17-a28e-a16c072740fd) {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:15:03.654087 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:15:03.654702 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:03.658874 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d90a4a-4b5c-4d00-854c-223cd25d8817 None None] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:15:03.738335 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-8b470cf3-ab00-409a-a6da-fef266208f04 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8202963 Aug 08 20:15:03.759398 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2d4838-a79c-426f-947d-6562859cef4e None None] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:15:06.204023 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50022) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:15:06.440481 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-1c031498-5e18-4f56-9828-5e81b0b928fd demo admin] 10.222.0.26 "GET /v2.0/routers/312fc3dc-0233-4736-83c7-10f1212c0852 HTTP/1.1" status: 200 len: 710 time: 0.2351425 Aug 08 20:15:06.530055 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef88a6f8-9f52-42ce-8551-6efb72b8d4ee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:15:06.531434 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ef88a6f8-9f52-42ce-8551-6efb72b8d4ee demo admin] 10.222.0.26 "GET /v2.0/networks/20c2ba87-50cc-4c17-a28e-a16c072740fd HTTP/1.1" status: 200 len: 886 time: 0.0855031 Aug 08 20:15:06.540926 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:15:06.783859 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Publish callbacks [] for router_gateway (312fc3dc-0233-4736-83c7-10f1212c0852), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:07.101983 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Publish callbacks [] for router_gateway (312fc3dc-0233-4736-83c7-10f1212c0852), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:07.178943 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:07.332050 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Allocated IP 172.27.3.49 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/84d76051-e4bc-4928-a52d-69c9a267ac3c) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:15:07.440418 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Publish callbacks [] for port (84d76051-e4bc-4928-a52d-69c9a267ac3c), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:07.531825 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (84d76051-e4bc-4928-a52d-69c9a267ac3c), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:07.607184 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:15:07.612175 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:15:07.620361 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:15:07.626160 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Pushing event updated for resources: {'Port': ['ID=84d76051-e4bc-4928-a52d-69c9a267ac3c,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:15:07.993411 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Publish callbacks [] for router_gateway (312fc3dc-0233-4736-83c7-10f1212c0852), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:08.177918 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1825'] for router (312fc3dc-0233-4736-83c7-10f1212c0852), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:08.182805 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639348'] for router (312fc3dc-0233-4736-83c7-10f1212c0852), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:08.291104 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Router 312fc3dc-0233-4736-83c7-10f1212c0852 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:15:08.390549 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:15:08.395561 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] Publish callbacks [] for router (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:08.396771 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-89af0a27-6435-40b5-b975-b4bdf465cd9e demo admin] 10.222.0.26 "PUT /v2.0/routers/312fc3dc-0233-4736-83c7-10f1212c0852 HTTP/1.1" status: 200 len: 889 time: 1.8590152 Aug 08 20:15:10.753828 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a74597a5-a212-41f6-9318-96db15bcf7af up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:15:10.799546 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port a74597a5-a212-41f6-9318-96db15bcf7af triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:15:10.800639 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:10.874793 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port a74597a5-a212-41f6-9318-96db15bcf7af is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:15:10.875187 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:10.907129 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port a74597a5-a212-41f6-9318-96db15bcf7af, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a74597a5-a212-41f6-9318-96db15bcf7af,segment=NetworkSegment(5782f5e4-c557-4896-8f3c-f35d1ca523b0),segment_id=5782f5e4-c557-4896-8f3c-f35d1ca523b0)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:15:10.969980 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:11.013840 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50034) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:15:11.016679 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=a74597a5-a212-41f6-9318-96db15bcf7af,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:15:11.147214 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Sync routers for ids ['312fc3dc-0233-4736-83c7-10f1212c0852'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:15:11.160218 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Routers {'312fc3dc-0233-4736-83c7-10f1212c0852'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:15:11.160871 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:14:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['312fc3dc-0233-4736-83c7-10f1212c0852'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:15:11.201095 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-15198f70-f34e-4cdd-b3d8-dad120b4524d admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1853828 Aug 08 20:15:11.378789 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Set router 312fc3dc-0233-4736-83c7-10f1212c0852 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:15:11.773068 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'name': 'router1', 'tenant_id': 'dc133a0070504dbba498649162470a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '84d76051-e4bc-4928-a52d-69c9a267ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:14:48Z', 'updated_at': '2022-08-08T20:15:07Z', 'revision_number': 4, 'project_id': 'dc133a0070504dbba498649162470a20', 'gw_port': {'id': '84d76051-e4bc-4928-a52d-69c9a267ac3c', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:15:07Z', 'updated_at': '2022-08-08T20:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'a74597a5-a212-41f6-9318-96db15bcf7af', 'name': '', 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb', 'tenant_id': 'dc133a0070504dbba498649162470a20', 'mac_address': 'fa:16:3e:8e:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:14:58Z', 'updated_at': '2022-08-08T20:15:10Z', 'revision_number': 5, 'project_id': 'dc133a0070504dbba498649162470a20', 'subnets': [{'id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9158d21c-969d-4a5a-8fb8-248425fa3cea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:15:11.830421 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Checking router: 312fc3dc-0233-4736-83c7-10f1212c0852 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:15:11.830804 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Updating router 312fc3dc-0233-4736-83c7-10f1212c0852 port 84d76051-e4bc-4928-a52d-69c9a267ac3c binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:15:11.888114 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (84d76051-e4bc-4928-a52d-69c9a267ac3c), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:12.279181 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Publish callbacks [] for port (84d76051-e4bc-4928-a52d-69c9a267ac3c), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:12.342771 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (84d76051-e4bc-4928-a52d-69c9a267ac3c), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:12.376880 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Attempting to bind port 84d76051-e4bc-4928-a52d-69c9a267ac3c on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:15:12.377263 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Attempting to bind port 84d76051-e4bc-4928-a52d-69c9a267ac3c by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:15:12.377640 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Attempting to bind port 84d76051-e4bc-4928-a52d-69c9a267ac3c on network 20c2ba87-50cc-4c17-a28e-a16c072740fd {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:15:12.390539 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:15:12.390921 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:15:12.391330 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:12.391730 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Bound using segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:15:12.392205 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Bound port: 84d76051-e4bc-4928-a52d-69c9a267ac3c, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:15:12.392619 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (84d76051-e4bc-4928-a52d-69c9a267ac3c), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:12.395737 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70bf18-933d-4c11-b513-933a948fb8c1 None None] Pushing event updated for resources: {'Port': ['ID=84d76051-e4bc-4928-a52d-69c9a267ac3c,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:15:12.441881 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] For port 84d76051-e4bc-4928-a52d-69c9a267ac3c, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:15:12.445301 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] For port 84d76051-e4bc-4928-a52d-69c9a267ac3c, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=84d76051-e4bc-4928-a52d-69c9a267ac3c,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:15:12.526502 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (84d76051-e4bc-4928-a52d-69c9a267ac3c), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:12.584669 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Routers {'312fc3dc-0233-4736-83c7-10f1212c0852'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:15:12.585212 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:14:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['312fc3dc-0233-4736-83c7-10f1212c0852'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:15:12.627825 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70bf18-933d-4c11-b513-933a948fb8c1 None None] Pushing event updated for resources: {'Port': ['ID=84d76051-e4bc-4928-a52d-69c9a267ac3c,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:15:12.696910 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] Set router 312fc3dc-0233-4736-83c7-10f1212c0852 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:15:12.726076 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a74597a5-a212-41f6-9318-96db15bcf7af up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:15:12.857178 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port a74597a5-a212-41f6-9318-96db15bcf7af triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:15:12.857769 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:13.001550 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port a74597a5-a212-41f6-9318-96db15bcf7af is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:15:13.033616 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'name': 'router1', 'tenant_id': 'dc133a0070504dbba498649162470a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '84d76051-e4bc-4928-a52d-69c9a267ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:14:48Z', 'updated_at': '2022-08-08T20:15:07Z', 'revision_number': 4, 'project_id': 'dc133a0070504dbba498649162470a20', 'gw_port': {'id': '84d76051-e4bc-4928-a52d-69c9a267ac3c', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:15:07Z', 'updated_at': '2022-08-08T20:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'a74597a5-a212-41f6-9318-96db15bcf7af', 'name': '', 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb', 'tenant_id': 'dc133a0070504dbba498649162470a20', 'mac_address': 'fa:16:3e:8e:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:14:58Z', 'updated_at': '2022-08-08T20:15:10Z', 'revision_number': 5, 'project_id': 'dc133a0070504dbba498649162470a20', 'subnets': [{'id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9158d21c-969d-4a5a-8fb8-248425fa3cea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:15:13.058821 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a91ad-fffd-4a6c-9829-b29840c152c0 None None] The sync data for ids ['312fc3dc-0233-4736-83c7-10f1212c0852'] in dv-cinder-848821-2-iscsi is: [{'id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'name': 'router1', 'tenant_id': 'dc133a0070504dbba498649162470a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '84d76051-e4bc-4928-a52d-69c9a267ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:14:48Z', 'updated_at': '2022-08-08T20:15:07Z', 'revision_number': 4, 'project_id': 'dc133a0070504dbba498649162470a20', 'gw_port': {'id': '84d76051-e4bc-4928-a52d-69c9a267ac3c', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:15:07Z', 'updated_at': '2022-08-08T20:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'a74597a5-a212-41f6-9318-96db15bcf7af', 'name': '', 'network_id': '773203cd-6692-41da-89cc-9ee9e575eceb', 'tenant_id': 'dc133a0070504dbba498649162470a20', 'mac_address': 'fa:16:3e:8e:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fc3dc-0233-4736-83c7-10f1212c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:14:58Z', 'updated_at': '2022-08-08T20:15:10Z', 'revision_number': 5, 'project_id': 'dc133a0070504dbba498649162470a20', 'subnets': [{'id': '50b63ed6-0c6e-4b46-b281-dbdfefb4543f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9158d21c-969d-4a5a-8fb8-248425fa3cea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:15:14.774643 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 84d76051-e4bc-4928-a52d-69c9a267ac3c up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:15:14.832444 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 84d76051-e4bc-4928-a52d-69c9a267ac3c triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:15:14.832886 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (84d76051-e4bc-4928-a52d-69c9a267ac3c), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:14.955636 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 84d76051-e4bc-4928-a52d-69c9a267ac3c is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:15:14.956093 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (84d76051-e4bc-4928-a52d-69c9a267ac3c), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:15.027871 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 84d76051-e4bc-4928-a52d-69c9a267ac3c, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=84d76051-e4bc-4928-a52d-69c9a267ac3c,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:15:15.103645 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (84d76051-e4bc-4928-a52d-69c9a267ac3c), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:15.172267 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=84d76051-e4bc-4928-a52d-69c9a267ac3c,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:15:16.756422 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 84d76051-e4bc-4928-a52d-69c9a267ac3c up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:15:16.971350 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 84d76051-e4bc-4928-a52d-69c9a267ac3c triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:15:16.972350 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (84d76051-e4bc-4928-a52d-69c9a267ac3c), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:17.119788 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 84d76051-e4bc-4928-a52d-69c9a267ac3c is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:15:21.469384 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9c2149ba-dfd5-4115-98a7-6e598edc7a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:22.507449 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 5 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:15:23.986816 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f57ce76f-a15c-49bb-bad4-6c205a76c355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:24.965314 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:26.546904 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:27.988975 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:51.688916 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d805a7b4-6ace-41bb-8fbe-39c6a1cb5832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:54.010793 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb699-fce8-45f5-a843-ffbbf65b894b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:54.936609 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:56.919383 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:58.100039 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:15:59.507242 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 5 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:16:21.472878 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0b36b379-d708-4a3f-b415-6c0fd3af0e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:23.984888 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6ceca470-cf3d-4ab0-af76-27324dc9ef44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:24.941333 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:26.517525 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:28.009177 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:36.447900 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50518) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:16:36.508207 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 5 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:16:36.512609 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df9b90f-664b-4986-9535-2280ea8ef40b admin admin] GET failed (client error): The resource could not be found. Aug 08 20:16:36.513970 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-5df9b90f-664b-4986-9535-2280ea8ef40b admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0651150 Aug 08 20:16:36.687789 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15110aaf-8fe2-4382-aaaf-1be9b535a613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:36.688748 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-15110aaf-8fe2-4382-aaaf-1be9b535a613 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1707118 Aug 08 20:16:39.129167 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50528) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:16:39.220909 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac11aeb8-1a9e-47e6-bc46-d72a210c0c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:39.222283 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ac11aeb8-1a9e-47e6-bc46-d72a210c0c22 admin admin] 10.222.0.26 "GET /v2.0/subnets/50b63ed6-0c6e-4b46-b281-dbdfefb4543f HTTP/1.1" status: 200 len: 849 time: 0.0921564 Aug 08 20:16:39.231612 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:16:39.317688 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Publish callbacks [] for subnet (50b63ed6-0c6e-4b46-b281-dbdfefb4543f), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:39.510286 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750784902458'] for subnet (50b63ed6-0c6e-4b46-b281-dbdfefb4543f), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:39.545957 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:39.546584 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:39.547863 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] 10.222.0.26 "PUT /v2.0/subnets/50b63ed6-0c6e-4b46-b281-dbdfefb4543f HTTP/1.1" status: 200 len: 868 time: 0.3199291 Aug 08 20:16:39.548477 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b9c9e-b495-4f1e-9647-1bbab3703932 None None] Network 773203cd-6692-41da-89cc-9ee9e575eceb requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:16:39.566867 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b63ed6-0c6e-4b46-b281-dbdfefb4543f,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:16:39.574471 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.574829 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.575138 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.575424 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.575930 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.576156 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.576432 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.576773 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.577154 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.577504 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.577836 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.578157 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.578482 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f27bb9-204d-428b-9e0c-c4a4d5e23aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:16:39.880925 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-63233249-e18a-49f3-a518-911659e9bd0c None None] Provisioning complete for port a75d563d-8909-4ead-80c5-3bf437a7cd7a triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:16:39.886747 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-63233249-e18a-49f3-a518-911659e9bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a75d563d-8909-4ead-80c5-3bf437a7cd7a), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:39.959783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-63233249-e18a-49f3-a518-911659e9bd0c None None] Current status of the port a75d563d-8909-4ead-80c5-3bf437a7cd7a is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:16:39.969569 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-63233249-e18a-49f3-a518-911659e9bd0c None None] Provisioning complete for port a74597a5-a212-41f6-9318-96db15bcf7af triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:16:39.969968 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-63233249-e18a-49f3-a518-911659e9bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a74597a5-a212-41f6-9318-96db15bcf7af), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:40.038899 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-63233249-e18a-49f3-a518-911659e9bd0c None None] Current status of the port a74597a5-a212-41f6-9318-96db15bcf7af is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:16:41.903946 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50538) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:16:42.098888 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3b6f6a-073f-4732-93d2-fcf17b97dfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:42.099286 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3b6f6a-073f-4732-93d2-fcf17b97dfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:42.100852 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-3e3b6f6a-073f-4732-93d2-fcf17b97dfdb admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959279 Aug 08 20:16:44.448720 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50546) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:16:44.580264 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef27f752-9c43-4efb-813c-0aa181a00385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:44.580747 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef27f752-9c43-4efb-813c-0aa181a00385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:44.583209 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ef27f752-9c43-4efb-813c-0aa181a00385 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334808 Aug 08 20:16:46.942336 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50554) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:16:47.068585 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d54ef84-0f8a-49d1-bd49-1bc4d64e893a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:47.070024 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6d54ef84-0f8a-49d1-bd49-1bc4d64e893a admin admin] 10.222.0.26 "GET /v2.0/networks/20c2ba87-50cc-4c17-a28e-a16c072740fd HTTP/1.1" status: 200 len: 886 time: 0.1266167 Aug 08 20:16:49.449151 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50562) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:16:49.592478 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4144dc5-c24b-4303-9d82-11668206952a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:49.593878 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-c4144dc5-c24b-4303-9d82-11668206952a admin admin] 10.222.0.26 "GET /v2.0/networks/773203cd-6692-41da-89cc-9ee9e575eceb HTTP/1.1" status: 200 len: 869 time: 0.1437719 Aug 08 20:16:51.482566 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3128416c-f2f3-4e95-8f2d-80191e01cce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:51.956264 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50570) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:16:52.076927 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca8407-8123-46e0-b218-4f9e44d4d8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:52.077310 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca8407-8123-46e0-b218-4f9e44d4d8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:52.078842 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-a2ca8407-8123-46e0-b218-4f9e44d4d8fc admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215715 Aug 08 20:16:53.979613 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8f889432-f099-48d9-809c-f015ac58e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:54.429756 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50578) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:16:54.523963 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea1f15-afdb-4236-8f17-bdc2d564bc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:54.524677 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea1f15-afdb-4236-8f17-bdc2d564bc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:54.526237 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-8cea1f15-afdb-4236-8f17-bdc2d564bc9a admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955243 Aug 08 20:16:54.929038 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:56.522861 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:56.892792 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50586) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:16:56.978606 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94238a7c-fa71-4ced-8aed-1f629d7bc3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:56.979863 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-94238a7c-fa71-4ced-8aed-1f629d7bc3d4 admin admin] 10.222.0.26 "GET /v2.0/subnets/0e11194e-7f92-4f29-9e80-207eb4eb047f HTTP/1.1" status: 200 len: 816 time: 0.0859981 Aug 08 20:16:57.968222 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:16:59.373770 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50594) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:16:59.464466 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3441d75-7b48-4db0-bb3d-785b25eaf53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:16:59.468640 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d3441d75-7b48-4db0-bb3d-785b25eaf53f admin admin] 10.222.0.26 "GET /v2.0/subnets/50b63ed6-0c6e-4b46-b281-dbdfefb4543f HTTP/1.1" status: 200 len: 868 time: 0.0910904 Aug 08 20:17:13.506985 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 5 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:17:21.469626 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bd0c873a-c67e-408c-a304-3cf6a0e2e5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:24.018971 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c558ffad-f994-4286-9957-e281a11a6be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:24.944385 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:25.584166 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50648) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:17:25.630779 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [None req-6ebb03b4-8a0d-4ca3-9264-79fb0bb9e87e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:17:25.631764 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-6ebb03b4-8a0d-4ca3-9264-79fb0bb9e87e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466688 Aug 08 20:17:26.527426 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:27.973264 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:28.066642 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50656) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:17:28.125185 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7fea14-e3b3-49cd-b43b-8e4ea3c41da5 admin admin] GET failed (client error): The resource could not be found. Aug 08 20:17:28.126478 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-1a7fea14-e3b3-49cd-b43b-8e4ea3c41da5 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589008 Aug 08 20:17:28.266730 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c477b89f-017f-42f0-8088-d1e977d8cd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:17:28.268913 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-c477b89f-017f-42f0-8088-d1e977d8cd9f admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377342 Aug 08 20:17:30.662719 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50664) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:17:30.709944 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:17:30.800364 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] Made reservation on behalf of 3310bc2a300c42f7b5a715d1d8d93164 for: {'network': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:17:30.802745 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:30.834498 dv-cinder-848821-2-iscsi neutron-server[104383]: WARNING neutron.services.revisions.revision_plugin [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] Could not find related network for resource to bump revision. Aug 08 20:17:30.849718 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=104383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:17:30.859642 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (510b1586-64ba-46e6-8538-5dd0562d694a), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:30.859981 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.segments_db [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] Added segment 510b1586-64ba-46e6-8538-5dd0562d694a of type vlan for network f3798821-9101-4130-be4c-0403387161b3 Aug 08 20:17:30.900585 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (f3798821-9101-4130-be4c-0403387161b3), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:30.990212 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (f3798821-9101-4130-be4c-0403387161b3), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:30.991167 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:17:30.991749 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:31.052414 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] Pushing event updated for resources: {'Network': ['ID=f3798821-9101-4130-be4c-0403387161b3,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:17:31.062431 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network f3798821-9101-4130-be4c-0403387161b3 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:17:31.078622 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-24628c74-102e-416d-af33-8edf7ebb22f3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4148436 Aug 08 20:17:33.450408 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50672) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:17:33.509799 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65ecb2c-de86-4104-97a3-f7a30190283b admin admin] GET failed (client error): The resource could not be found. Aug 08 20:17:33.511074 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-b65ecb2c-de86-4104-97a3-f7a30190283b admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596988 Aug 08 20:17:33.585220 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d211fc-4f14-4d26-a62c-34c9d3f3497d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:17:33.586699 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-26d211fc-4f14-4d26-a62c-34c9d3f3497d admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0716295 Aug 08 20:17:33.596296 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-dd320d78-7deb-4c2c-8cde-66155770adf3 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'f3798821-9101-4130-be4c-0403387161b3', 'name': 'shared-subnet'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:17:33.675743 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd320d78-7deb-4c2c-8cde-66155770adf3 admin admin] Made reservation on behalf of 3310bc2a300c42f7b5a715d1d8d93164 for: {'subnet': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:17:33.677937 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-dd320d78-7deb-4c2c-8cde-66155770adf3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:33.973038 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-dd320d78-7deb-4c2c-8cde-66155770adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for subnet (d7330a34-9fda-4450-a873-fd2f38f8653d), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:34.031331 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd320d78-7deb-4c2c-8cde-66155770adf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7330a34-9fda-4450-a873-fd2f38f8653d,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:17:34.043551 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd320d78-7deb-4c2c-8cde-66155770adf3 admin admin] Checking segment: {'id': '510b1586-64ba-46e6-8538-5dd0562d694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f3798821-9101-4130-be4c-0403387161b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:17:34.043916 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd320d78-7deb-4c2c-8cde-66155770adf3 admin admin] Network hostable DHCP agents. Network: f3798821-9101-4130-be4c-0403387161b3, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:17:34.119622 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd320d78-7deb-4c2c-8cde-66155770adf3 admin admin] Network f3798821-9101-4130-be4c-0403387161b3 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:17:34.206138 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-dd320d78-7deb-4c2c-8cde-66155770adf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, f3798821-9101-4130-be4c-0403387161b3) {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:17:34.210511 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd320d78-7deb-4c2c-8cde-66155770adf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:17:34.211282 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-dd320d78-7deb-4c2c-8cde-66155770adf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:34.215840 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a1a66-3f37-4464-8daf-4a222020454f None None] Network f3798821-9101-4130-be4c-0403387161b3 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:17:34.301898 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-dd320d78-7deb-4c2c-8cde-66155770adf3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7087963 Aug 08 20:17:34.316095 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-f3798821-9101-4130-be4c-0403387161b3', 'network_id': 'f3798821-9101-4130-be4c-0403387161b3', 'project_id': '3310bc2a300c42f7b5a715d1d8d93164', 'fixed_ips': [{'subnet_id': 'd7330a34-9fda-4450-a873-fd2f38f8653d'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:17:34.317017 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:34.460612 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Allocated IP 192.168.233.2 (f3798821-9101-4130-be4c-0403387161b3/d7330a34-9fda-4450-a873-fd2f38f8653d/1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:17:34.603528 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Publish callbacks [] for port (1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:34.692404 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:34.737623 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Network f3798821-9101-4130-be4c-0403387161b3 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:17:34.740546 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:17:34.746487 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:17:34.748637 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Pushing event updated for resources: {'Port': ['ID=1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:17:34.758986 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.759343 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.759727 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.760063 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.760396 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.760719 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.761068 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.761390 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.761715 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.762051 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.762375 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.762695 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.763015 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:17:34.815015 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Attempting to bind port 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:17:34.815378 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Attempting to bind port 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '510b1586-64ba-46e6-8538-5dd0562d694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f3798821-9101-4130-be4c-0403387161b3'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:17:34.815743 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Attempting to bind port 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d on network f3798821-9101-4130-be4c-0403387161b3 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:17:34.820863 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:17:34.821239 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Checking segment: {'id': '510b1586-64ba-46e6-8538-5dd0562d694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f3798821-9101-4130-be4c-0403387161b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:17:34.821642 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:34.822034 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Bound using segment: {'id': '510b1586-64ba-46e6-8538-5dd0562d694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f3798821-9101-4130-be4c-0403387161b3'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:17:34.822499 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Bound port: 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510b1586-64ba-46e6-8538-5dd0562d694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f3798821-9101-4130-be4c-0403387161b3'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:17:34.822876 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:34.881579 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] For port 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:17:34.884626 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] For port 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d,segment=NetworkSegment(510b1586-64ba-46e6-8538-5dd0562d694a),segment_id=510b1586-64ba-46e6-8538-5dd0562d694a)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:17:34.979685 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:35.035096 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ec97b-4d38-4d7f-82f1-b16ab0e8b169 None None] Pushing event updated for resources: {'Port': ['ID=1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:17:35.898666 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e19758-696e-46f7-847b-5867ac0fff3c None None] Network f3798821-9101-4130-be4c-0403387161b3 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:17:36.001372 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-419665ca-0402-4a53-a59c-3ee64914ea40 None None] Provisioning complete for port 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:17:36.002233 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-419665ca-0402-4a53-a59c-3ee64914ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:36.091957 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-419665ca-0402-4a53-a59c-3ee64914ea40 None None] Current status of the port 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:17:36.092351 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-419665ca-0402-4a53-a59c-3ee64914ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:36.128661 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-419665ca-0402-4a53-a59c-3ee64914ea40 None None] For port 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d,segment=NetworkSegment(510b1586-64ba-46e6-8538-5dd0562d694a),segment_id=510b1586-64ba-46e6-8538-5dd0562d694a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:17:36.213411 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-419665ca-0402-4a53-a59c-3ee64914ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:36.263397 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419665ca-0402-4a53-a59c-3ee64914ea40 None None] Pushing event updated for resources: {'Port': ['ID=1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:17:36.332971 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-2e1de621-3596-42d3-b625-f5b7d87ca2a2 None None] Provisioning complete for port 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:17:36.333368 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2e1de621-3596-42d3-b625-f5b7d87ca2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:36.502346 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2e1de621-3596-42d3-b625-f5b7d87ca2a2 None None] Current status of the port 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:17:36.832375 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:17:36.878252 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:17:36.878629 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:36.953112 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 1fbb7ae0-9ffb-4b78-a7c5-66050ff0265d is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:17:50.506059 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 5 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:17:51.473792 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3aec8841-be91-4e76-a3b7-f5c3879fe82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:54.068255 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-84c863e1-a5e1-440d-9331-7a9230318a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:54.961212 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:56.532614 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:17:58.035202 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:18:21.503322 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a14399ff-d78c-43df-8235-e9784cb013c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:18:23.998543 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e96eeeb7-478d-4f7e-b8aa-0e16f7ad7e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:18:24.983057 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:18:26.547083 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:18:27.504417 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 5 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:18:27.987158 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:18:51.485030 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-889ea9be-efca-4b69-80ab-8dfaa989120f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:18:54.090786 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-decca30c-cf40-494d-b071-c94290a04fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:18:54.941829 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:18:56.553388 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:18:58.010405 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:04.503416 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 5 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:19:11.531377 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50710) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:19:11.536947 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [None req-afefcd29-c5f4-42e0-aba1-d91a0129e1bc tempest-verify_tempest_config-1487863923 tempest-verify_tempest_config-1487863923-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:19:11.537905 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-afefcd29-c5f4-42e0-aba1-d91a0129e1bc tempest-verify_tempest_config-1487863923 tempest-verify_tempest_config-1487863923-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056260 Aug 08 20:19:12.200099 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50728) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:19:12.302133 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:12.374776 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Publish callbacks [] for security_group (8ceef073-81af-4045-acf7-08f4d72921be), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:12.466985 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (8ceef073-81af-4045-acf7-08f4d72921be), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:12.511199 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceef073-81af-4045-acf7-08f4d72921be,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:19:12.516408 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=637d02cccc854dadb7a5af5ce14c62b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3151960 Aug 08 20:19:12.519224 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50732) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:19:12.521439 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.521799 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.522153 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.522498 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.522838 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.523177 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.523558 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.523875 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.524213 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.524567 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.524923 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.525258 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.525624 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0026-acd6-4169-a9ea-d69b8a07794b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.575791 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Publish callbacks [] for security_group (8ceef073-81af-4045-acf7-08f4d72921be), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:12.595844 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Publish callbacks [] for security_group (8ceef073-81af-4045-acf7-08f4d72921be), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:12.753146 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (8ceef073-81af-4045-acf7-08f4d72921be), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:12.755704 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:12.756914 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ceef073-81af-4045-acf7-08f4d72921be HTTP/1.1" status: 204 len: 168 time: 0.2366669 Aug 08 20:19:12.765324 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceef073-81af-4045-acf7-08f4d72921be,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:19:12.772523 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.772924 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.773270 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.773607 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.773941 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.774276 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.774649 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.774984 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.775327 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.775668 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.776022 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.778579 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:12.778579 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b762a1-e09e-4b31-88df-44d56147e56e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:19:21.472358 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-182d5585-88b0-400a-8b78-10906361232d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:24.003586 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-25da81ad-dfb2-41be-9491-7c49cd838797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:24.958302 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:26.552449 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:28.015658 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:41.502456 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 5 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:19:51.483636 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6a75d36f-b8ef-4d2c-a1a6-9e63d25da836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:54.041840 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3e4bca93-e955-497b-ae52-9d3a4dd7024f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:54.945765 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:56.540239 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:19:58.008957 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:20:18.501667 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 5 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:20:21.510909 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a5155f32-a60b-4e65-8c63-b9a26c777b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:20:24.002161 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9b1d21d8-aa15-4bda-9a03-9fba485da103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:20:24.985693 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:20:26.579285 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:20:28.053431 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:20:51.468726 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-debb064e-500b-409d-9262-7b1bb8019f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:20:51.521790 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641423'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:20:54.006833 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-05eed456-bfe6-4c1e-a834-3f7b7424221e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:20:55.011380 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:20:55.500937 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:20:56.595211 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:20:57.978306 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:21:06.251649 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50804) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:21:06.357355 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-46dac4c6-ea8c-48a8-80ea-79c13b97da7e admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1041579 Aug 08 20:21:08.731690 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50814) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:21:08.786297 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-83357934-2b6a-419c-8bf7-2a1e24cee510 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0535173 Aug 08 20:21:21.474613 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-59eb5370-a49b-42b0-a9ef-4423a989aec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:21:21.531781 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:21:24.051662 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-22720fb2-99ec-4085-a19b-8d32e60109b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:21:24.960418 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:21:26.549882 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:21:28.005981 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:21:32.500360 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:21:51.468043 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-16b63c17-e256-4d04-8947-6d1d0b2e699d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:21:51.530786 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:21:54.022449 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-64753e30-2838-4910-b5d5-420565f4177b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:21:54.965638 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:21:56.542143 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:21:58.017552 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:09.499993 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:22:21.501641 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-debde704-f7a5-4066-9f9b-01a189326712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:21.530027 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:24.021677 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c8a025f4-2f80-488d-beb7-a5f5e35826a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:24.970161 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:26.541441 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:28.021395 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:46.499180 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:22:51.495814 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-19420c62-f6cd-4366-94f3-979834219b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:51.523957 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:54.038027 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9b69311a-c94b-41bc-bad7-d4195c7ec7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:54.969279 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:56.665258 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:58.074702 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:22:59.882511 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50908) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:00.077294 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-386256147-network', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:00.152311 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Made reservation on behalf of 1cc3ee90744548a3a0b771b209ab3d8c for: {'network': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:00.154895 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:00.164424 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:00.260031 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Publish callbacks [] for security_group (14fa7ce8-d0be-4b65-8200-a002a02ba32e), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:00.328298 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (14fa7ce8-d0be-4b65-8200-a002a02ba32e), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:00.354213 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=104384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:23:00.364304 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fa7ce8-d0be-4b65-8200-a002a02ba32e,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:00.372332 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (08da5885-ab24-4013-bdcb-51920d93a48b), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:00.372688 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.segments_db [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Added segment 08da5885-ab24-4013-bdcb-51920d93a48b of type vlan for network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 Aug 08 20:23:00.374821 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.375200 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Tracked resource versions report: Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: pushed versions: Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: { 'AddressGroup': {'1.2'}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'ConntrackHelper': {'1.0'}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'LocalIPAssociation': {'1.0'}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Log': {'1.0'}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Network': {'1.1'}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Port': {'1.7'}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'PortForwarding': {'1.2'}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'QosPolicy': {'1.10'}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'SecurityGroup': {'1.5'}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'SecurityGroupRule': {'1.2'}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'SubPort': {'1.0'}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Subnet': {'1.1'}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Trunk': {'1.1'}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: consumer versions: Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: { DHCP agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: HyperV agent@hv-cinder-84882: {}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: L3 agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: Metadata agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: Metering agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: Open vSwitch agent@dv-cinder-848821-2-iscsi: { 'AddressGroup': '1.2', Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'ConntrackHelper': '1.0', Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'LocalIPAssociation': '1.0', Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Log': '1.0', Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Network': '1.1', Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Port': '1.7', Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'PortForwarding': '1.2', Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'QosPolicy': '1.10', Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'SecurityGroup': '1.5', Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'SecurityGroupRule': '1.2', Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'SubPort': '1.0', Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Subnet': '1.1', Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: 'Trunk': '1.1'}} Aug 08 20:23:00.380589 dv-cinder-848821-2-iscsi neutron-server[104384]: {{(pid=104384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 20:23:00.434018 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (0b0fe47e-2c8c-470d-88d2-53ef7f857979), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:00.517752 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (0b0fe47e-2c8c-470d-88d2-53ef7f857979), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:00.518857 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:00.519476 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:00.608992 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] Pushing event updated for resources: {'Network': ['ID=0b0fe47e-2c8c-470d-88d2-53ef7f857979,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:00.619522 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:23:00.664102 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-d6b6ab62-72c6-4a36-8df5-eeb2445d0104 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7803159 Aug 08 20:23:00.667138 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 50960) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:00.673115 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-3c072bc5-2353-440d-844f-d0c706ce105d admin admin] Request body: {'subnet': {'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-subnet', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:00.775008 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c072bc5-2353-440d-844f-d0c706ce105d admin admin] Made reservation on behalf of 1cc3ee90744548a3a0b771b209ab3d8c for: {'subnet': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:00.779090 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3c072bc5-2353-440d-844f-d0c706ce105d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.004423 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3c072bc5-2353-440d-844f-d0c706ce105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for subnet (fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.069371 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50972) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:01.073764 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c072bc5-2353-440d-844f-d0c706ce105d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:01.075976 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c072bc5-2353-440d-844f-d0c706ce105d admin admin] Checking segment: {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:01.076331 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c072bc5-2353-440d-844f-d0c706ce105d admin admin] Network hostable DHCP agents. Network: 0b0fe47e-2c8c-470d-88d2-53ef7f857979, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:23:01.163187 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c072bc5-2353-440d-844f-d0c706ce105d admin admin] Network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:23:01.219485 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-3c072bc5-2353-440d-844f-d0c706ce105d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 0b0fe47e-2c8c-470d-88d2-53ef7f857979) {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:01.224059 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c072bc5-2353-440d-844f-d0c706ce105d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:01.225729 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3c072bc5-2353-440d-844f-d0c706ce105d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.229133 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e073ef-afce-400f-b0b3-e3a5c28adea5 None None] Network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:23:01.317150 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-3c072bc5-2353-440d-844f-d0c706ce105d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6486099 Aug 08 20:23:01.322492 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 50986) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:01.328235 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:01.378988 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:23:01.379955 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.415142 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1852'] for router (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.418256 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1847'] for router (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.434485 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-933169209-network', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:01.476360 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Publish callbacks [] for router_controller (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), precommit_add_association {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.606636 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Made reservation on behalf of a644f2ae0f3745168a4e94e01667f1da for: {'network': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:01.609366 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.645190 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Allocated IP 172.20.0.2 (0b0fe47e-2c8c-470d-88d2-53ef7f857979/fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1/0a190a6b-e92d-4db5-8927-48517cca8723) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:01.692852 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.735039 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Publish callbacks [] for router_gateway (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.793767 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Publish callbacks [] for port (0a190a6b-e92d-4db5-8927-48517cca8723), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.859647 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Publish callbacks [] for security_group (5067647c-6405-4159-84e8-7d9d51571e42), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.860920 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.911050 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Pushing event updated for resources: {'Port': ['ID=0a190a6b-e92d-4db5-8927-48517cca8723,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:01.914896 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:01.919410 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:01.922009 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.922353 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.922725 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.923095 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.923401 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.923734 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.924093 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.924433 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.924757 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Tracked resource versions report: Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: pushed versions: Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: { 'AddressGroup': {'1.2'}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'ConntrackHelper': {'1.0'}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'LocalIPAssociation': {'1.0'}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Log': {'1.0'}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Network': {'1.1'}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Port': {'1.7'}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'PortForwarding': {'1.2'}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'QosPolicy': {'1.10'}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'SecurityGroup': {'1.5'}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'SecurityGroupRule': {'1.2'}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'SubPort': {'1.0'}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Subnet': {'1.1'}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Trunk': {'1.1'}} Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: consumer versions: Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: { DHCP agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: HyperV agent@hv-cinder-84882: {}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: L3 agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: Metadata agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: Metering agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: Open vSwitch agent@dv-cinder-848821-2-iscsi: { 'AddressGroup': '1.2', Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'ConntrackHelper': '1.0', Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'LocalIPAssociation': '1.0', Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Log': '1.0', Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Network': '1.1', Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Port': '1.7', Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'PortForwarding': '1.2', Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'QosPolicy': '1.10', Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'SecurityGroup': '1.5', Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'SecurityGroupRule': '1.2', Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'SubPort': '1.0', Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Subnet': '1.1', Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: 'Trunk': '1.1'}} Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: {{(pid=104385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 20:23:01.945180 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:01.948227 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (5067647c-6405-4159-84e8-7d9d51571e42), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:01.984828 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=104383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:23:01.991507 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Attempting to bind port 0a190a6b-e92d-4db5-8927-48517cca8723 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:01.992011 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Attempting to bind port 0a190a6b-e92d-4db5-8927-48517cca8723 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:01.992372 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Attempting to bind port 0a190a6b-e92d-4db5-8927-48517cca8723 on network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:01.997638 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:01.998277 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Checking segment: {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:01.999363 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.000470 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Bound using segment: {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:02.001141 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Bound port: 0a190a6b-e92d-4db5-8927-48517cca8723, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:02.001700 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.014485 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5067647c-6405-4159-84e8-7d9d51571e42,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:02.020287 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (69a7c236-26d6-479a-b2fd-2238b616c758), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.020624 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.segments_db [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Added segment 69a7c236-26d6-479a-b2fd-2238b616c758 of type vlan for network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc Aug 08 20:23:02.026225 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.026566 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.027100 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.027598 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.028138 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.028628 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.029142 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.029619 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.030162 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.030648 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.031113 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.031599 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.032237 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Tracked resource versions report: Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: pushed versions: Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: { 'AddressGroup': {'1.2'}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'ConntrackHelper': {'1.0'}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'LocalIPAssociation': {'1.0'}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Log': {'1.0'}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Network': {'1.1'}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Port': {'1.7'}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'PortForwarding': {'1.2'}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'QosPolicy': {'1.10'}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'SecurityGroup': {'1.5'}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'SecurityGroupRule': {'1.2'}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'SubPort': {'1.0'}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Subnet': {'1.1'}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Trunk': {'1.1'}} Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: consumer versions: Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: { DHCP agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: HyperV agent@hv-cinder-84882: {}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: L3 agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: Metadata agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: Metering agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: Open vSwitch agent@dv-cinder-848821-2-iscsi: { 'AddressGroup': '1.2', Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'ConntrackHelper': '1.0', Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'LocalIPAssociation': '1.0', Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Log': '1.0', Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Network': '1.1', Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Port': '1.7', Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'PortForwarding': '1.2', Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'QosPolicy': '1.10', Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'SecurityGroup': '1.5', Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'SecurityGroupRule': '1.2', Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'SubPort': '1.0', Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Subnet': '1.1', Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: 'Trunk': '1.1'}} Aug 08 20:23:02.034164 dv-cinder-848821-2-iscsi neutron-server[104383]: {{(pid=104383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 20:23:02.086540 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] For port 0a190a6b-e92d-4db5-8927-48517cca8723, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:02.090530 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] For port 0a190a6b-e92d-4db5-8927-48517cca8723, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0a190a6b-e92d-4db5-8927-48517cca8723,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:02.117689 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Publish callbacks [] for router_gateway (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.154283 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.173141 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (497f80c3-c8b4-4cee-8e41-68b9abf5c6fc), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.174516 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.233477 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c0cee-fdd6-4e84-aeac-8335681463e9 None None] Pushing event updated for resources: {'Port': ['ID=0a190a6b-e92d-4db5-8927-48517cca8723,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:02.310868 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Allocated IP 172.27.3.179 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/0fa3285e-1b63-4d57-a231-67fff64e5d23) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:02.313282 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (497f80c3-c8b4-4cee-8e41-68b9abf5c6fc), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.314205 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:02.314990 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.385632 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] Pushing event updated for resources: {'Network': ['ID=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:02.399129 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:23:02.407502 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51034) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:02.408060 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ca7783b5-124e-4ad2-ac63-c513f37260bc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3357604 Aug 08 20:23:02.424582 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-b096b347-0c67-4e69-906b-e0715d56ae26 admin admin] Request body: {'subnet': {'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-subnet', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:02.534905 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51038) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:02.546575 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b096b347-0c67-4e69-906b-e0715d56ae26 admin admin] Made reservation on behalf of a644f2ae0f3745168a4e94e01667f1da for: {'subnet': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:02.550692 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b096b347-0c67-4e69-906b-e0715d56ae26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.571560 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Publish callbacks [] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.581475 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51042) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:02.689586 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.729593 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:02.732804 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:02.738682 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:02.744193 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa3285e-1b63-4d57-a231-67fff64e5d23,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:02.832863 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b096b347-0c67-4e69-906b-e0715d56ae26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for subnet (8ac5122b-5eda-4ed2-a19c-a68a0593a6f6), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:02.880878 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096b347-0c67-4e69-906b-e0715d56ae26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:02.915827 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096b347-0c67-4e69-906b-e0715d56ae26 admin admin] Checking segment: {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:02.916369 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096b347-0c67-4e69-906b-e0715d56ae26 admin admin] Network hostable DHCP agents. Network: 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:23:02.925324 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-921025065-network', 'tenant_id': '435fa07b94b54301a1153581c398bf6f'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:02.950209 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1522540478-network', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:03.009668 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096b347-0c67-4e69-906b-e0715d56ae26 admin admin] Network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:23:03.038189 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Made reservation on behalf of 634971e0b4474ca6a63f48c4df9db9f8 for: {'network': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:03.041629 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.051324 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.099361 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0a190a6b-e92d-4db5-8927-48517cca8723 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:03.159011 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Made reservation on behalf of 435fa07b94b54301a1153581c398bf6f for: {'network': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:03.167512 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.167767 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Publish callbacks [] for security_group (e3eab765-6e18-4111-9812-82f95b58517a), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.169955 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-b096b347-0c67-4e69-906b-e0715d56ae26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc) {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:03.178755 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096b347-0c67-4e69-906b-e0715d56ae26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:03.179698 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b096b347-0c67-4e69-906b-e0715d56ae26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.185566 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Publish callbacks [] for router_gateway (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.189507 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.226553 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a992c7c-0820-4b77-ae86-159cb6eea416 None None] Network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:23:03.239376 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (e3eab765-6e18-4111-9812-82f95b58517a), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.258607 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=104384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:23:03.285167 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (3cd7a250-143f-4180-a8b0-927a4a8f503a), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.285829 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.segments_db [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Added segment 3cd7a250-143f-4180-a8b0-927a4a8f503a of type vlan for network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 Aug 08 20:23:03.385589 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 0a190a6b-e92d-4db5-8927-48517cca8723 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:03.386144 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.445421 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:23:03.446444 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.491716 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (2b0afc92-421e-442d-8e82-dc3dbcf00e22), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.570689 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-b096b347-0c67-4e69-906b-e0715d56ae26 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1598530 Aug 08 20:23:03.578433 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51070) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:03.594194 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:03.633800 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (2b0afc92-421e-442d-8e82-dc3dbcf00e22), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.638965 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:03.638965 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.691700 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82b3965-6e20-439b-abc0-12361360d925 None None] Network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:23:03.735784 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Pushing event updated for resources: {'Network': ['ID=2b0afc92-421e-442d-8e82-dc3dbcf00e22,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:03.743890 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1852'] for router (5244c503-77d1-4589-a898-2c070b08034a), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.745100 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1847'] for router (5244c503-77d1-4589-a898-2c070b08034a), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.749493 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Publish callbacks [] for security_group (29c222da-b687-4061-a37a-f2b9fe94e617), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.750930 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eab765-6e18-4111-9812-82f95b58517a,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:03.787471 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:23:03.848920 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-50b35e07-9838-4fb0-b6e2-7e1e02affb4d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3123503 Aug 08 20:23:03.855649 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51084) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:03.864040 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-94d3d8ca-fa8f-4ac7-b2bf-3d9316871042 admin admin] Request body: {'subnet': {'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1522540478-subnet', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:03.900708 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228'] for router (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.917230 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 0a190a6b-e92d-4db5-8927-48517cca8723 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:03.917447 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.928223 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (29c222da-b687-4061-a37a-f2b9fe94e617), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.993239 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 0a190a6b-e92d-4db5-8927-48517cca8723, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0a190a6b-e92d-4db5-8927-48517cca8723,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:03.994088 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d3d8ca-fa8f-4ac7-b2bf-3d9316871042 admin admin] Made reservation on behalf of 634971e0b4474ca6a63f48c4df9db9f8 for: {'subnet': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:03.995110 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-9055ca1a-d5a2-4fd6-bd91-1353ea0a36aa None None] Provisioning complete for port 0a190a6b-e92d-4db5-8927-48517cca8723 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:03.995510 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9055ca1a-d5a2-4fd6-bd91-1353ea0a36aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:03.996785 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-94d3d8ca-fa8f-4ac7-b2bf-3d9316871042 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.041175 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Allocated IP 172.20.0.2 (497f80c3-c8b4-4cee-8e41-68b9abf5c6fc/8ac5122b-5eda-4ed2-a19c-a68a0593a6f6/d03cb8da-5be5-4c26-a46d-e8b8add47bdf) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:04.065836 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.171757 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c222da-b687-4061-a37a-f2b9fe94e617,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:04.175143 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=104383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:23:04.243078 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=0a190a6b-e92d-4db5-8927-48517cca8723,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:04.259737 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-9055ca1a-d5a2-4fd6-bd91-1353ea0a36aa None None] Current status of the port 0a190a6b-e92d-4db5-8927-48517cca8723 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:04.268701 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Publish callbacks [] for router_controller (5244c503-77d1-4589-a898-2c070b08034a), precommit_add_association {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.348874 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (634ccab2-aaad-45d3-9405-4374de0d18f3), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.349255 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.segments_db [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Added segment 634ccab2-aaad-45d3-9405-4374de0d18f3 of type vlan for network ed154640-60b2-429a-a8e6-90c5902baba4 Aug 08 20:23:04.411065 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Publish callbacks [] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.432399 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-94d3d8ca-fa8f-4ac7-b2bf-3d9316871042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for subnet (5030c856-d3a0-48d5-b9be-9e1da7f17882), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.494168 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.500041 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-dbf156ce-094f-4859-b278-b1aacde4752e None None] Provisioning complete for port 0a190a6b-e92d-4db5-8927-48517cca8723 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:04.501288 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-dbf156ce-094f-4859-b278-b1aacde4752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.521423 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (ed154640-60b2-429a-a8e6-90c5902baba4), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.545586 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3d8ca-fa8f-4ac7-b2bf-3d9316871042 admin admin] Checking segment: {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:04.546239 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d3d8ca-fa8f-4ac7-b2bf-3d9316871042 admin admin] Network hostable DHCP agents. Network: 2b0afc92-421e-442d-8e82-dc3dbcf00e22, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:23:04.550574 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3d8ca-fa8f-4ac7-b2bf-3d9316871042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5030c856-d3a0-48d5-b9be-9e1da7f17882,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:04.626134 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d3d8ca-fa8f-4ac7-b2bf-3d9316871042 admin admin] Network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:23:04.636770 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Publish callbacks [] for router_gateway (5244c503-77d1-4589-a898-2c070b08034a), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.636987 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:04.642375 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:04.643356 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.db.resource_extend [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 08 20:23:04.658925 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:04.689639 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-94d3d8ca-fa8f-4ac7-b2bf-3d9316871042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 2b0afc92-421e-442d-8e82-dc3dbcf00e22) {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:04.694521 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d3d8ca-fa8f-4ac7-b2bf-3d9316871042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:04.701041 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-94d3d8ca-fa8f-4ac7-b2bf-3d9316871042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.708124 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Pushing event updated for resources: {'Port': ['ID=d03cb8da-5be5-4c26-a46d-e8b8add47bdf,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:04.717535 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9421e4-ce3e-4ee6-b24b-b518e56b19eb None None] Network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:23:04.778998 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (ed154640-60b2-429a-a8e6-90c5902baba4), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.780043 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:04.780860 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.790163 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Router b65c8a1c-bbfc-4e17-ba44-70e30d06065f is scheduled to L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 with binding_index 1 {{(pid=104383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 20:23:04.799814 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Attempting to bind port d03cb8da-5be5-4c26-a46d-e8b8add47bdf on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:04.800398 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Attempting to bind port d03cb8da-5be5-4c26-a46d-e8b8add47bdf by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:04.800398 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Attempting to bind port d03cb8da-5be5-4c26-a46d-e8b8add47bdf on network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:04.805736 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-94d3d8ca-fa8f-4ac7-b2bf-3d9316871042 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9484682 Aug 08 20:23:04.806500 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51122) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:04.811421 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:04.846632 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:04.847025 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Checking segment: {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:04.847435 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.847835 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Bound using segment: {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:04.848330 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Bound port: d03cb8da-5be5-4c26-a46d-e8b8add47bdf, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:04.848718 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.881711 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-dbf156ce-094f-4859-b278-b1aacde4752e None None] Current status of the port 0a190a6b-e92d-4db5-8927-48517cca8723 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:04.941714 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1852'] for router (cd98853e-1b88-410b-b185-8a6904d7a626), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.943000 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1847'] for router (cd98853e-1b88-410b-b185-8a6904d7a626), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.966719 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:23:04.967584 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:04.969509 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] Pushing event updated for resources: {'Network': ['ID=ed154640-60b2-429a-a8e6-90c5902baba4,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:04.988315 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network ed154640-60b2-429a-a8e6-90c5902baba4 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:23:05.028183 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] For port d03cb8da-5be5-4c26-a46d-e8b8add47bdf, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:05.061907 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-11cb30a2-1278-446a-a0f1-ed574ec77354 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4761910 Aug 08 20:23:05.069271 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0a190a6b-e92d-4db5-8927-48517cca8723 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:05.070007 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51128) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:05.072627 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] For port d03cb8da-5be5-4c26-a46d-e8b8add47bdf, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=d03cb8da-5be5-4c26-a46d-e8b8add47bdf,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:05.091562 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-82484c25-2e00-4dc4-bb56-2317a4f36359 admin admin] Request body: {'subnet': {'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-921025065-subnet', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:05.150315 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Publish callbacks [] for router_controller (cd98853e-1b88-410b-b185-8a6904d7a626), precommit_add_association {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:05.173653 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:23:05.192429 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Sync routers for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:23:05.193075 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:05.202259 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:05.203001 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:05.402643 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Publish callbacks [] for router_gateway (5244c503-77d1-4589-a898-2c070b08034a), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:05.450975 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Publish callbacks [] for router_gateway (cd98853e-1b88-410b-b185-8a6904d7a626), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:05.460641 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:05.471556 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b8564-1f60-4703-8e43-523ee381ede5 None None] Pushing event updated for resources: {'Port': ['ID=d03cb8da-5be5-4c26-a46d-e8b8add47bdf,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:05.493027 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 0a190a6b-e92d-4db5-8927-48517cca8723 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:05.493746 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:05.519527 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:05.586076 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82484c25-2e00-4dc4-bb56-2317a4f36359 admin admin] Made reservation on behalf of 435fa07b94b54301a1153581c398bf6f for: {'subnet': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:05.588072 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Allocated IP 172.20.0.2 (2b0afc92-421e-442d-8e82-dc3dbcf00e22/5030c856-d3a0-48d5-b9be-9e1da7f17882/2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:05.588680 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-82484c25-2e00-4dc4-bb56-2317a4f36359 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:05.738479 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:05.755668 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-51cbf413-c9e7-46d1-94d9-12692abc9257 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4345250 Aug 08 20:23:05.755902 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51142) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:05.811792 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:02Z', 'revision_number': 3, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:05.847474 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Checking router: b65c8a1c-bbfc-4e17-ba44-70e30d06065f for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:23:05.848145 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Updating router b65c8a1c-bbfc-4e17-ba44-70e30d06065f port 0fa3285e-1b63-4d57-a231-67fff64e5d23 binding host dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:23:05.855272 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Allocated IP 172.27.3.237 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/66ff7111-27ca-4f02-92b7-674ae59c273a) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:05.863081 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Publish callbacks [] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:05.868878 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 0a190a6b-e92d-4db5-8927-48517cca8723 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:05.885624 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:05.974584 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.031648 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Publish callbacks [] for router_gateway (cd98853e-1b88-410b-b185-8a6904d7a626), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.060910 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.070079 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Publish callbacks [] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.074561 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:06.077622 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:06.083926 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:06.090293 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-82484c25-2e00-4dc4-bb56-2317a4f36359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for subnet (4aa61fbd-c5bf-458b-84d6-25fb59a08f25), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.092276 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Pushing event updated for resources: {'Port': ['ID=2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:06.242258 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Attempting to bind port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:06.243824 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82484c25-2e00-4dc4-bb56-2317a4f36359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa61fbd-c5bf-458b-84d6-25fb59a08f25,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:06.261159 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Attempting to bind port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:06.261159 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Attempting to bind port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 on network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:06.274741 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:06.275124 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Checking segment: {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:06.275533 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.275930 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Bound using segment: {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:06.276414 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Bound port: 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:06.279655 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.289188 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.454517 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] For port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:06.467884 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] For port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:06.492553 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Pushing event updated for resources: {'Port': ['ID=66ff7111-27ca-4f02-92b7-674ae59c273a,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:06.519697 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:06.524668 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:06.530205 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:06.579017 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Publish callbacks [] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.595144 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.650062 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.728395 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6252878-40df-41f6-8d56-ee80c8066a7d None None] Pushing event updated for resources: {'Port': ['ID=2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:06.746338 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Attempting to bind port 0fa3285e-1b63-4d57-a231-67fff64e5d23 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:06.746797 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Attempting to bind port 0fa3285e-1b63-4d57-a231-67fff64e5d23 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:06.747169 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Attempting to bind port 0fa3285e-1b63-4d57-a231-67fff64e5d23 on network 20c2ba87-50cc-4c17-a28e-a16c072740fd {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:06.760756 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:06.761554 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:06.762681 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.763292 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Bound using segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:06.775138 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Bound port: 0fa3285e-1b63-4d57-a231-67fff64e5d23, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:06.775570 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.797090 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:06.842258 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Pushing event updated for resources: {'Port': ['ID=0fa3285e-1b63-4d57-a231-67fff64e5d23,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:06.855156 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Allocated IP 172.27.3.245 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/9ba61d2d-7af2-48c7-9539-8fc91a612495) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:06.859405 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.859786 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.860158 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.860585 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.860940 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.861568 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.862625 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.863501 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.864039 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.864625 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.865350 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.871465 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.872292 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Tracked resource versions report: Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: pushed versions: Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: { 'AddressGroup': {'1.2'}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'ConntrackHelper': {'1.0'}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'LocalIPAssociation': {'1.0'}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Log': {'1.0'}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Network': {'1.1'}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Port': {'1.7'}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'PortForwarding': {'1.2'}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'QosPolicy': {'1.10'}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'SecurityGroup': {'1.5'}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'SecurityGroupRule': {'1.2'}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'SubPort': {'1.0'}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Subnet': {'1.1'}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Trunk': {'1.1'}} Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: consumer versions: Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: { DHCP agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: HyperV agent@hv-cinder-84882: {}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: L3 agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: Metadata agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: Metering agent@dv-cinder-848821-2-iscsi: {}, Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: Open vSwitch agent@dv-cinder-848821-2-iscsi: { 'AddressGroup': '1.2', Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'ConntrackHelper': '1.0', Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'LocalIPAssociation': '1.0', Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Log': '1.0', Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Network': '1.1', Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Port': '1.7', Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'PortForwarding': '1.2', Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'QosPolicy': '1.10', Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'SecurityGroup': '1.5', Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'SecurityGroupRule': '1.2', Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'SubPort': '1.0', Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Subnet': '1.1', Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: 'Trunk': '1.1'}} Aug 08 20:23:06.874664 dv-cinder-848821-2-iscsi neutron-server[104386]: {{(pid=104386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 20:23:06.928869 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] For port 0fa3285e-1b63-4d57-a231-67fff64e5d23, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:06.932151 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] For port 0fa3285e-1b63-4d57-a231-67fff64e5d23, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0fa3285e-1b63-4d57-a231-67fff64e5d23,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:06.951769 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82484c25-2e00-4dc4-bb56-2317a4f36359 admin admin] Checking segment: {'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:06.952141 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82484c25-2e00-4dc4-bb56-2317a4f36359 admin admin] Network hostable DHCP agents. Network: ed154640-60b2-429a-a8e6-90c5902baba4, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:23:06.998622 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.021452 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e90940-9726-4d95-985b-2872c81fa6a6 None None] Network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:23:07.087977 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51174) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:07.099976 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:07.099976 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:07.103364 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82484c25-2e00-4dc4-bb56-2317a4f36359 admin admin] Network ed154640-60b2-429a-a8e6-90c5902baba4 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:23:07.263327 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device d03cb8da-5be5-4c26-a46d-e8b8add47bdf up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:07.265733 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8f47f-c64e-4422-be64-0fcf7db9e19c None None] Pushing event updated for resources: {'Port': ['ID=0fa3285e-1b63-4d57-a231-67fff64e5d23,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:07.304184 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Publish callbacks [] for router_gateway (5244c503-77d1-4589-a898-2c070b08034a), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.313092 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-82484c25-2e00-4dc4-bb56-2317a4f36359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, ed154640-60b2-429a-a8e6-90c5902baba4) {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:07.323606 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Allocated IP 172.20.0.1 (0b0fe47e-2c8c-470d-88d2-53ef7f857979/fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1/da41b864-7beb-4a97-9fba-b1a5404a5e93) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:07.361147 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82484c25-2e00-4dc4-bb56-2317a4f36359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:07.362480 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-82484c25-2e00-4dc4-bb56-2317a4f36359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.366237 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d1f6b3fb-277a-4f72-bdff-c2919e544833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.381202 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd1bbdf-82db-42a1-8c55-0a30fa58e275 None None] Network ed154640-60b2-429a-a8e6-90c5902baba4 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:23:07.396525 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:07.457841 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Publish callbacks [] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.553928 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6f81f20f-def4-4695-a132-9ef5178a2d68 None None] Provisioning complete for port d03cb8da-5be5-4c26-a46d-e8b8add47bdf triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:07.554478 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6f81f20f-def4-4695-a132-9ef5178a2d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.573042 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.613687 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228'] for router (5244c503-77d1-4589-a898-2c070b08034a), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.619310 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-82484c25-2e00-4dc4-bb56-2317a4f36359 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5348003 Aug 08 20:23:07.626424 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51196) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:07.631600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-921025065-router', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:07.635442 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port d03cb8da-5be5-4c26-a46d-e8b8add47bdf triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:07.636021 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.757341 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1852'] for router (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.763502 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1847'] for router (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.778627 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:07.814165 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:07.820776 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d1f6b3fb-277a-4f72-bdff-c2919e544833 admin admin] Publish callbacks [] for security_group (a9823811-1d66-49cd-846e-21c8c5b7ea30), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.831447 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:07.832803 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641971'] for router_interface (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.841242 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Publish callbacks [] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.887268 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:02Z', 'revision_number': 3, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:07.904129 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-ed154640-60b2-429a-a8e6-90c5902baba4', 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4', 'project_id': '435fa07b94b54301a1153581c398bf6f', 'fixed_ips': [{'subnet_id': '4aa61fbd-c5bf-458b-84d6-25fb59a08f25'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:23:07.905994 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Pushing event updated for resources: {'Port': ['ID=da41b864-7beb-4a97-9fba-b1a5404a5e93,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:07.907052 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:07.943947 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2627f-875d-42c1-b80d-3ebfe3dcf8a3 None None] The sync data for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi is: [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:02Z', 'revision_number': 3, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:23:07.992794 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d1f6b3fb-277a-4f72-bdff-c2919e544833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a9823811-1d66-49cd-846e-21c8c5b7ea30), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:08.007336 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port d03cb8da-5be5-4c26-a46d-e8b8add47bdf is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:08.007735 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:08.011074 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Publish callbacks [] for router_controller (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), precommit_add_association {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:08.173931 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6b3fb-277a-4f72-bdff-c2919e544833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9823811-1d66-49cd-846e-21c8c5b7ea30,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:08.202864 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port d03cb8da-5be5-4c26-a46d-e8b8add47bdf, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=d03cb8da-5be5-4c26-a46d-e8b8add47bdf,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:08.219194 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6f81f20f-def4-4695-a132-9ef5178a2d68 None None] Current status of the port d03cb8da-5be5-4c26-a46d-e8b8add47bdf is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:08.219594 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6f81f20f-def4-4695-a132-9ef5178a2d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:08.339647 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:08.351649 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:08.461580 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Publish callbacks [] for router_gateway (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:08.496551 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d1f6b3fb-277a-4f72-bdff-c2919e544833 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=193d0273c4be4806a0209af347c9a6c4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4068055 Aug 08 20:23:08.497175 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51212) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:08.513474 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Allocated IP 172.20.0.2 (ed154640-60b2-429a-a8e6-90c5902baba4/4aa61fbd-c5bf-458b-84d6-25fb59a08f25/edd84990-7dde-4354-b77e-24bc1746279a) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:08.570687 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:08.623463 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Pushing event updated for resources: {'Port': ['ID=9ba61d2d-7af2-48c7-9539-8fc91a612495,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:08.633833 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:08.664944 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:08.676451 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477017f1-0165-47a7-aaf7-1c62f8e93ad9 None None] Network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:23:08.680876 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Router 5244c503-77d1-4589-a898-2c070b08034a is scheduled to L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 with binding_index 1 {{(pid=104383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 20:23:08.684185 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=d03cb8da-5be5-4c26-a46d-e8b8add47bdf,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:08.732369 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.db.api [None req-6f81f20f-def4-4695-a132-9ef5178a2d68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 20:23:08.733018 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG oslo_db.api [None req-6f81f20f-def4-4695-a132-9ef5178a2d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 20:23:08.745147 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:08.770587 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c8783525-455b-4233-a6c2-2a8ee0c7ea5e admin admin] Publish callbacks [] for security_group (a9823811-1d66-49cd-846e-21c8c5b7ea30), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.045755 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c8783525-455b-4233-a6c2-2a8ee0c7ea5e admin admin] Publish callbacks [] for security_group (a9823811-1d66-49cd-846e-21c8c5b7ea30), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.045755 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:23:09.048946 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Sync routers for ids ['5244c503-77d1-4589-a898-2c070b08034a'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:23:09.048946 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Publish callbacks [] for port (edd84990-7dde-4354-b77e-24bc1746279a), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.048946 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Routers {'5244c503-77d1-4589-a898-2c070b08034a'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:09.048946 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5244c503-77d1-4589-a898-2c070b08034a'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:09.101716 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (edd84990-7dde-4354-b77e-24bc1746279a), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.132648 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.142120 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-437d2cd3-c93a-490a-af80-c29e1797f98e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5556366 Aug 08 20:23:09.143907 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51224) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:09.159942 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c8783525-455b-4233-a6c2-2a8ee0c7ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a9823811-1d66-49cd-846e-21c8c5b7ea30), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.174928 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c8783525-455b-4233-a6c2-2a8ee0c7ea5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.176490 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-c8783525-455b-4233-a6c2-2a8ee0c7ea5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9823811-1d66-49cd-846e-21c8c5b7ea30 HTTP/1.1" status: 204 len: 168 time: 0.6735561 Aug 08 20:23:09.243125 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Set router 5244c503-77d1-4589-a898-2c070b08034a gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:09.291933 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Pushing event updated for resources: {'Port': ['ID=edd84990-7dde-4354-b77e-24bc1746279a,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:09.295195 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8783525-455b-4233-a6c2-2a8ee0c7ea5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9823811-1d66-49cd-846e-21c8c5b7ea30,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:09.305943 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Publish callbacks [] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.311647 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Publish callbacks [] for router_gateway (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.381710 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.406270 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Publish callbacks [] for router_gateway (cd98853e-1b88-410b-b185-8a6904d7a626), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.426989 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.429776 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641991'] for router_interface (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.574513 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6f81f20f-def4-4695-a132-9ef5178a2d68 None None] Current status of the port d03cb8da-5be5-4c26-a46d-e8b8add47bdf is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:09.588440 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Pushing event updated for resources: {'Port': ['ID=da41b864-7beb-4a97-9fba-b1a5404a5e93,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:09.589392 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Network ed154640-60b2-429a-a8e6-90c5902baba4 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:09.606047 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:09.655807 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:09.659987 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:09.668273 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Allocated IP 172.27.3.252 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/a533aa78-ca61-4a16-b409-be5b1adc26a3) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:09.840064 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] Provisioning complete for port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:09.840548 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.874412 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Attempting to bind port edd84990-7dde-4354-b77e-24bc1746279a on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:09.874890 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Attempting to bind port edd84990-7dde-4354-b77e-24bc1746279a by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:09.875317 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Attempting to bind port edd84990-7dde-4354-b77e-24bc1746279a on network ed154640-60b2-429a-a8e6-90c5902baba4 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:09.898932 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:09.899403 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Checking segment: {'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:09.899876 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.900345 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Bound using segment: {'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:09.900946 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Bound port: edd84990-7dde-4354-b77e-24bc1746279a, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:09.901751 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (edd84990-7dde-4354-b77e-24bc1746279a), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.952520 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:09.953040 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:09.965311 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:09.968117 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:10.019213 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228'] for router (cd98853e-1b88-410b-b185-8a6904d7a626), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.075272 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] For port edd84990-7dde-4354-b77e-24bc1746279a, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:10.103146 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] For port edd84990-7dde-4354-b77e-24bc1746279a, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=edd84990-7dde-4354-b77e-24bc1746279a,segment=NetworkSegment(634ccab2-aaad-45d3-9405-4374de0d18f3),segment_id=634ccab2-aaad-45d3-9405-4374de0d18f3)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:10.107381 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] Current status of the port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:10.107859 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.145141 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Publish callbacks [] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.162292 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:06Z', 'revision_number': 3, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:10.177292 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51244) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:10.193316 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:10.193713 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.195568 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-15b1a0cc-71f6-43c4-884a-1876991dfd9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.198195 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Checking router: 5244c503-77d1-4589-a898-2c070b08034a for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:23:10.198423 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Updating router 5244c503-77d1-4589-a898-2c070b08034a port 66ff7111-27ca-4f02-92b7-674ae59c273a binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:23:10.219570 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (edd84990-7dde-4354-b77e-24bc1746279a), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.252056 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] For port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:10.329061 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Router b65c8a1c-bbfc-4e17-ba44-70e30d06065f has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:23:10.331090 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.352275 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.372699 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.425404 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:10.432379 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:10.453720 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1e030-251e-4853-8cd7-a47da78034b8 None None] Pushing event updated for resources: {'Port': ['ID=edd84990-7dde-4354-b77e-24bc1746279a,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:10.464613 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:10.476544 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] Provisioning complete for port da41b864-7beb-4a97-9fba-b1a5404a5e93 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:10.477525 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.492783 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:23:10.504869 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-0f1fa03d-cad7-4953-a8d1-3d77751d8cfb admin admin] 10.222.0.26 "PUT /v2.0/routers/b65c8a1c-bbfc-4e17-ba44-70e30d06065f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7454753 Aug 08 20:23:10.513305 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Router cd98853e-1b88-410b-b185-8a6904d7a626 is scheduled to L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 with binding_index 1 {{(pid=104384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 20:23:10.606709 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] Port da41b864-7beb-4a97-9fba-b1a5404a5e93 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:10.685032 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.db.api [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 20:23:10.685698 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG oslo_db.api [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 20:23:10.689251 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.691533 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] Provisioning complete for port d03cb8da-5be5-4c26-a46d-e8b8add47bdf triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:10.692108 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.769234 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-15b1a0cc-71f6-43c4-884a-1876991dfd9e admin admin] Publish callbacks [] for security_group (a41e83fe-7ce3-4229-987e-9a90e0ad3eff), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.802862 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:23:10.826295 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Sync routers for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:23:10.877960 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:10.878622 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:10.920587 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:10.922330 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] Pushing event updated for resources: {'Port': ['ID=2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:10.936251 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Pushing event updated for resources: {'Port': ['ID=a533aa78-ca61-4a16-b409-be5b1adc26a3,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:10.936322 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6e829bce-b29e-4961-960a-84b680bbffca admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1240008 Aug 08 20:23:10.937045 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51262) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:10.963554 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-15b1a0cc-71f6-43c4-884a-1876991dfd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a41e83fe-7ce3-4229-987e-9a90e0ad3eff), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.072862 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1a0cc-71f6-43c4-884a-1876991dfd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41e83fe-7ce3-4229-987e-9a90e0ad3eff,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:11.083435 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-15b1a0cc-71f6-43c4-884a-1876991dfd9e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb0570c7d2d7412fb121d44ed849e22b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9048927 Aug 08 20:23:11.092372 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51266) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:11.130658 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:11.135635 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Publish callbacks [] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.143059 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Sync routers for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:23:11.165034 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:11.165527 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:11.209553 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51268) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:11.216766 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-963be8cc-1db2-4325-af8a-1c94169a0c49 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624142201', 'description': 'tempest-description--1538611657'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:11.248609 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Allocated IP 172.20.0.1 (497f80c3-c8b4-4cee-8e41-68b9abf5c6fc/8ac5122b-5eda-4ed2-a19c-a68a0593a6f6/fced41f1-a954-45c4-8d49-c5e160a9445b) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:11.254134 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-411ed95d-bebd-45ab-bdc9-1cc0cdf55b86 admin admin] Publish callbacks [] for security_group (a41e83fe-7ce3-4229-987e-9a90e0ad3eff), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.257529 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Publish callbacks [] for router_gateway (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.296381 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:11.310670 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-411ed95d-bebd-45ab-bdc9-1cc0cdf55b86 admin admin] Publish callbacks [] for security_group (a41e83fe-7ce3-4229-987e-9a90e0ad3eff), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.337537 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.355711 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-963be8cc-1db2-4325-af8a-1c94169a0c49 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.433756 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:09Z', 'revision_number': 3, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:11.452055 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b8fdf-d52f-4c22-9f9a-a8f5a37d8673 None None] Pushing event updated for resources: {'Port': ['ID=66ff7111-27ca-4f02-92b7-674ae59c273a,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:11.482419 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Checking router: cd98853e-1b88-410b-b185-8a6904d7a626 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:23:11.482783 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Updating router cd98853e-1b88-410b-b185-8a6904d7a626 port 9ba61d2d-7af2-48c7-9539-8fc91a612495 binding host dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:23:11.508384 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Publish callbacks [] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.512651 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.519570 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-411ed95d-bebd-45ab-bdc9-1cc0cdf55b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a41e83fe-7ce3-4229-987e-9a90e0ad3eff), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.522189 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-411ed95d-bebd-45ab-bdc9-1cc0cdf55b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.542665 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-03ffe1ee-9040-458f-8c8d-449344879af0 None None] Current status of the port d03cb8da-5be5-4c26-a46d-e8b8add47bdf is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:11.543338 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-411ed95d-bebd-45ab-bdc9-1cc0cdf55b86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a41e83fe-7ce3-4229-987e-9a90e0ad3eff HTTP/1.1" status: 204 len: 168 time: 0.4395292 Aug 08 20:23:11.544984 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:11.546121 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device d03cb8da-5be5-4c26-a46d-e8b8add47bdf up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:11.576182 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ed95d-bebd-45ab-bdc9-1cc0cdf55b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41e83fe-7ce3-4229-987e-9a90e0ad3eff,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:11.660839 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228'] for router (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.759875 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Attempting to bind port 66ff7111-27ca-4f02-92b7-674ae59c273a on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:11.760279 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Attempting to bind port 66ff7111-27ca-4f02-92b7-674ae59c273a by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:11.760656 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Attempting to bind port 66ff7111-27ca-4f02-92b7-674ae59c273a on network 20c2ba87-50cc-4c17-a28e-a16c072740fd {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:11.763866 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.809839 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:11.812470 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:11.813056 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.813595 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Bound using segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:11.815300 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Bound port: 66ff7111-27ca-4f02-92b7-674ae59c273a, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:11.816094 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.823729 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:11.834000 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:11.838313 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:11.838791 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641971'] for router_interface (5244c503-77d1-4589-a898-2c070b08034a), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.853273 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-963be8cc-1db2-4325-af8a-1c94169a0c49 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group (893fee01-9eb9-4021-bdf7-334d8a147302), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.891965 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:11.892455 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] For port 66ff7111-27ca-4f02-92b7-674ae59c273a, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:11.906122 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] For port 66ff7111-27ca-4f02-92b7-674ae59c273a, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=66ff7111-27ca-4f02-92b7-674ae59c273a,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:11.929194 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Pushing event updated for resources: {'Port': ['ID=fced41f1-a954-45c4-8d49-c5e160a9445b,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:11.946961 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-963be8cc-1db2-4325-af8a-1c94169a0c49 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (893fee01-9eb9-4021-bdf7-334d8a147302), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.020417 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port d03cb8da-5be5-4c26-a46d-e8b8add47bdf triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:12.021866 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.028532 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-c401c838-f935-45f3-9b10-8a2aa085144c None None] Provisioning complete for port da41b864-7beb-4a97-9fba-b1a5404a5e93 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:12.029241 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c401c838-f935-45f3-9b10-8a2aa085144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.096900 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16212dab-0394-40e9-a726-b4e9b603c364 None None] Network ed154640-60b2-429a-a8e6-90c5902baba4 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:23:12.101353 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.135106 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Router 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 is scheduled to L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 with binding_index 1 {{(pid=104383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 20:23:12.271851 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Publish callbacks [] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.327197 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963be8cc-1db2-4325-af8a-1c94169a0c49 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893fee01-9eb9-4021-bdf7-334d8a147302,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:12.345524 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.386126 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-c401c838-f935-45f3-9b10-8a2aa085144c None None] Port da41b864-7beb-4a97-9fba-b1a5404a5e93 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:12.398237 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Routers {'5244c503-77d1-4589-a898-2c070b08034a'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:12.398986 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5244c503-77d1-4589-a898-2c070b08034a'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:12.402403 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-963be8cc-1db2-4325-af8a-1c94169a0c49 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.416136 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-963be8cc-1db2-4325-af8a-1c94169a0c49 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2011359 Aug 08 20:23:12.418454 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51298) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:12.440998 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-20f460ea-384b-4329-8e07-4e036e2e3b31 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Request body: {'security_group_rule': {'security_group_id': '893fee01-9eb9-4021-bdf7-334d8a147302', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:12.478479 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Allocated IP 172.20.0.1 (2b0afc92-421e-442d-8e82-dc3dbcf00e22/5030c856-d3a0-48d5-b9be-9e1da7f17882/5f5d7731-8d62-4366-b4f0-863575c92c35) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:12.480310 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf4f-314e-4fa6-aedc-28124b88c532 None None] Pushing event updated for resources: {'Port': ['ID=9ba61d2d-7af2-48c7-9539-8fc91a612495,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:12.485853 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Attempting to bind port 9ba61d2d-7af2-48c7-9539-8fc91a612495 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:12.487106 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Attempting to bind port 9ba61d2d-7af2-48c7-9539-8fc91a612495 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:12.487745 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Attempting to bind port 9ba61d2d-7af2-48c7-9539-8fc91a612495 on network 20c2ba87-50cc-4c17-a28e-a16c072740fd {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:12.492297 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b8fdf-d52f-4c22-9f9a-a8f5a37d8673 None None] Pushing event updated for resources: {'Port': ['ID=66ff7111-27ca-4f02-92b7-674ae59c273a,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:12.498824 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:12.499537 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:12.500154 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.500791 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Bound using segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:12.501381 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Bound port: 9ba61d2d-7af2-48c7-9539-8fc91a612495, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:12.502027 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.544662 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.545865 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 2, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:12.567384 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] For port 9ba61d2d-7af2-48c7-9539-8fc91a612495, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:12.571993 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] For port 9ba61d2d-7af2-48c7-9539-8fc91a612495, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=9ba61d2d-7af2-48c7-9539-8fc91a612495,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:12.596429 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:23:12.599585 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-20f460ea-384b-4329-8e07-4e036e2e3b31 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group_rule (fb58f4c3-06a6-4942-bd77-9f6d2ef62b4b), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.610493 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Sync routers for ids ['7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:23:12.638491 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Routers {'7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:12.638491 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:12.653461 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] Set router 5244c503-77d1-4589-a898-2c070b08034a gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:12.690897 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Publish callbacks [] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.693442 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-20f460ea-384b-4329-8e07-4e036e2e3b31 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group_rule (fb58f4c3-06a6-4942-bd77-9f6d2ef62b4b), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.746638 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.755497 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.759453 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-afc95479-be1d-424c-bab9-c9dad2f35e44 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1284781 Aug 08 20:23:12.760883 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51306) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:12.768931 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Checking router: b65c8a1c-bbfc-4e17-ba44-70e30d06065f for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:23:12.769290 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Updating router b65c8a1c-bbfc-4e17-ba44-70e30d06065f port da41b864-7beb-4a97-9fba-b1a5404a5e93 binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:23:12.803934 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-20f460ea-384b-4329-8e07-4e036e2e3b31 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (fb58f4c3-06a6-4942-bd77-9f6d2ef62b4b), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.822111 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f460ea-384b-4329-8e07-4e036e2e3b31 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb58f4c3-06a6-4942-bd77-9f6d2ef62b4b,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:12.839806 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Set router 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:12.847886 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.864550 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Publish callbacks [] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.874474 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:12.891394 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-83c340a3-286f-4bb7-ae01-be6d17356cd9 None None] Provisioning complete for port fced41f1-a954-45c4-8d49-c5e160a9445b triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:12.892067 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83c340a3-286f-4bb7-ae01-be6d17356cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.907383 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf4f-314e-4fa6-aedc-28124b88c532 None None] Pushing event updated for resources: {'Port': ['ID=9ba61d2d-7af2-48c7-9539-8fc91a612495,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:12.914627 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:12.915468 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:12.922289 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:12.925443 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:12.925926 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641971'] for router_interface (cd98853e-1b88-410b-b185-8a6904d7a626), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.935651 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.942726 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port d03cb8da-5be5-4c26-a46d-e8b8add47bdf is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:12.943857 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0fa3285e-1b63-4d57-a231-67fff64e5d23 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:12.953948 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-20f460ea-384b-4329-8e07-4e036e2e3b31 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.958762 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-20f460ea-384b-4329-8e07-4e036e2e3b31 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5291505 Aug 08 20:23:12.962728 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51312) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:12.973692 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-038f77ab-d0b1-48d3-8909-ac4f2a142ccb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Request body: {'security_group_rule': {'security_group_id': '893fee01-9eb9-4021-bdf7-334d8a147302', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:12.995968 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:12.997284 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641991'] for router_interface (5244c503-77d1-4589-a898-2c070b08034a), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:13.040666 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-83c340a3-286f-4bb7-ae01-be6d17356cd9 None None] Port fced41f1-a954-45c4-8d49-c5e160a9445b cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:13.076673 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5d7731-8d62-4366-b4f0-863575c92c35,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:13.258020 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-83c340a3-286f-4bb7-ae01-be6d17356cd9 None None] Provisioning complete for port edd84990-7dde-4354-b77e-24bc1746279a triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:13.258400 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83c340a3-286f-4bb7-ae01-be6d17356cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (edd84990-7dde-4354-b77e-24bc1746279a), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:13.337986 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:13.359996 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-038f77ab-d0b1-48d3-8909-ac4f2a142ccb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group_rule (885fee2f-7c9e-4f44-b728-a41b9eb89a25), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:13.457638 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 0fa3285e-1b63-4d57-a231-67fff64e5d23 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:13.458024 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:13.495404 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-038f77ab-d0b1-48d3-8909-ac4f2a142ccb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group_rule (885fee2f-7c9e-4f44-b728-a41b9eb89a25), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:13.498369 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:13.504315 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:13.535419 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Pushing event updated for resources: {'Port': ['ID=fced41f1-a954-45c4-8d49-c5e160a9445b,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:13.594474 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-038f77ab-d0b1-48d3-8909-ac4f2a142ccb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (885fee2f-7c9e-4f44-b728-a41b9eb89a25), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:13.624970 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f77ab-d0b1-48d3-8909-ac4f2a142ccb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885fee2f-7c9e-4f44-b728-a41b9eb89a25,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:13.632520 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51338) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:13.724180 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'name': 'tempest-DeleteServersTestJSON-921025065-router', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:07Z', 'updated_at': '2022-08-08T20:23:10Z', 'revision_number': 3, 'project_id': '435fa07b94b54301a1153581c398bf6f', 'gw_port': {'id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:09Z', 'updated_at': '2022-08-08T20:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:13.767638 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-038f77ab-d0b1-48d3-8909-ac4f2a142ccb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:13.773701 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51344) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:13.774197 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-038f77ab-d0b1-48d3-8909-ac4f2a142ccb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8095620 Aug 08 20:23:13.787089 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:13.827775 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Checking router: 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:23:13.828181 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Router 5244c503-77d1-4589-a898-2c070b08034a has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:23:13.831694 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Updating router 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 port a533aa78-ca61-4a16-b409-be5b1adc26a3 binding host dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:23:13.852854 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-83c340a3-286f-4bb7-ae01-be6d17356cd9 None None] Current status of the port edd84990-7dde-4354-b77e-24bc1746279a is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:13.853271 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83c340a3-286f-4bb7-ae01-be6d17356cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (edd84990-7dde-4354-b77e-24bc1746279a), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:13.889377 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:13.893377 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1537184202-network', 'tenant_id': '8c01db3437f749a8b1fbe573d6a2f744'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:13.915541 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:13.987160 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:09Z', 'revision_number': 3, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:13.987524 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Made reservation on behalf of 8c01db3437f749a8b1fbe573d6a2f744 for: {'network': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:13.989906 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:13.998216 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Publish callbacks [] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.004532 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.006976 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:23:14.019463 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d6b5e89d-ff0d-44f9-8c32-da07fcb63c86 admin admin] 10.222.0.26 "PUT /v2.0/routers/5244c503-77d1-4589-a898-2c070b08034a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8671310 Aug 08 20:23:14.040485 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.145946 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-83c340a3-286f-4bb7-ae01-be6d17356cd9 None None] For port edd84990-7dde-4354-b77e-24bc1746279a, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=edd84990-7dde-4354-b77e-24bc1746279a,segment=NetworkSegment(634ccab2-aaad-45d3-9405-4374de0d18f3),segment_id=634ccab2-aaad-45d3-9405-4374de0d18f3)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:14.159607 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:11Z', 'revision_number': 1, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:14.162658 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.188064 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Publish callbacks [] for security_group (4e0d12af-6662-477f-9ed4-ba7dc34ea463), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.261164 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (4e0d12af-6662-477f-9ed4-ba7dc34ea463), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.316318 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=104383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:23:14.326145 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0d12af-6662-477f-9ed4-ba7dc34ea463,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:14.334307 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (a4cb85e3-0435-4ee9-af6d-a42bbde72fc2), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.334648 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.segments_db [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Added segment a4cb85e3-0435-4ee9-af6d-a42bbde72fc2 of type vlan for network ff250f48-585d-44a8-b235-9e31fe8a168f Aug 08 20:23:14.344313 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7de1d1-d0f3-46e6-b8c4-0aa0faf0b7ae None None] The sync data for ids ['5244c503-77d1-4589-a898-2c070b08034a'] in dv-cinder-848821-2-iscsi is: [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:11Z', 'revision_number': 1, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:23:14.366336 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83c340a3-286f-4bb7-ae01-be6d17356cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (edd84990-7dde-4354-b77e-24bc1746279a), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.372458 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c553abc-a997-4eac-a2e2-e257275914a6 None None] Pushing event updated for resources: {'Port': ['ID=da41b864-7beb-4a97-9fba-b1a5404a5e93,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:14.389364 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (ff250f48-585d-44a8-b235-9e31fe8a168f), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.459724 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c340a3-286f-4bb7-ae01-be6d17356cd9 None None] Pushing event updated for resources: {'Port': ['ID=edd84990-7dde-4354-b77e-24bc1746279a,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:14.461941 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 0fa3285e-1b63-4d57-a231-67fff64e5d23 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:14.462870 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.524010 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (ff250f48-585d-44a8-b235-9e31fe8a168f), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.531565 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:14.532950 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.539085 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Publish callbacks [] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.546318 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad7225a-9174-446b-ac52-88dc3b97f6a4 None None] The sync data for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi is: [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:09Z', 'revision_number': 3, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:23:14.568747 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 0fa3285e-1b63-4d57-a231-67fff64e5d23, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0fa3285e-1b63-4d57-a231-67fff64e5d23,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:14.581416 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Attempting to bind port da41b864-7beb-4a97-9fba-b1a5404a5e93 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:14.581859 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Attempting to bind port da41b864-7beb-4a97-9fba-b1a5404a5e93 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:14.582329 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Attempting to bind port da41b864-7beb-4a97-9fba-b1a5404a5e93 on network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:14.586644 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-e7ee550e-7f33-4b48-9ec5-e25efccb0918 None None] Provisioning complete for port 5f5d7731-8d62-4366-b4f0-863575c92c35 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:14.587092 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e7ee550e-7f33-4b48-9ec5-e25efccb0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.614729 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:14.615572 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Checking segment: {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:14.616081 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.616580 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Bound using segment: {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:14.617418 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Bound port: da41b864-7beb-4a97-9fba-b1a5404a5e93, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:14.617697 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.626917 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.645329 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee550e-7f33-4b48-9ec5-e25efccb0918 None None] Port 5f5d7731-8d62-4366-b4f0-863575c92c35 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:14.678321 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.680173 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Publish callbacks [] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.713908 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] Pushing event updated for resources: {'Network': ['ID=ff250f48-585d-44a8-b235-9e31fe8a168f,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:14.716776 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Attempting to bind port a533aa78-ca61-4a16-b409-be5b1adc26a3 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:14.717275 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Attempting to bind port a533aa78-ca61-4a16-b409-be5b1adc26a3 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:14.719436 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Attempting to bind port a533aa78-ca61-4a16-b409-be5b1adc26a3 on network 20c2ba87-50cc-4c17-a28e-a16c072740fd {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:14.755888 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.759586 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:14.759586 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:14.759586 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.759586 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Bound using segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:14.760346 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-c9bbbc79-46f8-4546-bf55-082cee04604f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1120737 Aug 08 20:23:14.760425 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Bound port: a533aa78-ca61-4a16-b409-be5b1adc26a3, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:14.760425 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.760589 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51378) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:14.770644 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-6056680b-84aa-4c85-9fba-d33423331c56 admin admin] Request body: {'subnet': {'network_id': 'ff250f48-585d-44a8-b235-9e31fe8a168f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1537184202-subnet', 'tenant_id': '8c01db3437f749a8b1fbe573d6a2f744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:14.815532 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network ff250f48-585d-44a8-b235-9e31fe8a168f details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:23:14.831782 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7de65-5afb-468d-9970-97181884a17e None None] Pushing event updated for resources: {'Port': ['ID=a533aa78-ca61-4a16-b409-be5b1adc26a3,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:14.871727 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.871727 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641991'] for router_interface (cd98853e-1b88-410b-b185-8a6904d7a626), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.903925 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] For port a533aa78-ca61-4a16-b409-be5b1adc26a3, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:14.904198 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51386) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:14.906790 dv-cinder-848821-2-iscsi neutron-server[104383]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 08 20:23:14.907881 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] For port a533aa78-ca61-4a16-b409-be5b1adc26a3, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a533aa78-ca61-4a16-b409-be5b1adc26a3,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:14.937350 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] For port da41b864-7beb-4a97-9fba-b1a5404a5e93, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:14.958303 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] For port da41b864-7beb-4a97-9fba-b1a5404a5e93, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=da41b864-7beb-4a97-9fba-b1a5404a5e93,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:14.967340 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-e7ee550e-7f33-4b48-9ec5-e25efccb0918 None None] Provisioning complete for port fced41f1-a954-45c4-8d49-c5e160a9445b triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:14.967726 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e7ee550e-7f33-4b48-9ec5-e25efccb0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.967850 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.975434 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:14.990542 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6056680b-84aa-4c85-9fba-d33423331c56 admin admin] Made reservation on behalf of 8c01db3437f749a8b1fbe573d6a2f744 for: {'subnet': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:14.995910 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6056680b-84aa-4c85-9fba-d33423331c56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:15.082194 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Routers {'7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:15.092013 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:15.103713 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Allocated IP 172.27.3.247 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/53297fc6-4ee9-4974-8728-2b8b447b498f) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:15.212788 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7de65-5afb-468d-9970-97181884a17e None None] Pushing event updated for resources: {'Port': ['ID=a533aa78-ca61-4a16-b409-be5b1adc26a3,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:15.235963 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=0fa3285e-1b63-4d57-a231-67fff64e5d23,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:15.252799 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:15.284979 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:15.285173 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] Set router 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:15.370213 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee550e-7f33-4b48-9ec5-e25efccb0918 None None] Port fced41f1-a954-45c4-8d49-c5e160a9445b cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:15.382033 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5d7731-8d62-4366-b4f0-863575c92c35,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:15.413037 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:15.413897 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:15.524170 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b718437-db44-43ff-920d-d26af75037bb req-ac49e256-4a9e-4129-978e-a07348811e13 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:15.526194 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-ac49e256-4a9e-4129-978e-a07348811e13 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 818 time: 0.6209786 Aug 08 20:23:15.581630 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-c82c3825-cd85-42db-8ad1-e4070f7c3a62 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/quotas/a644f2ae0f3745168a4e94e01667f1da HTTP/1.1" status: 200 len: 375 time: 0.0270460 Aug 08 20:23:15.663440 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6056680b-84aa-4c85-9fba-d33423331c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for subnet (35bc02cf-fc1c-4260-a123-518933d78c65), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:15.718013 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:15.718425 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:15.732782 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-e7ee550e-7f33-4b48-9ec5-e25efccb0918 None None] Provisioning complete for port edd84990-7dde-4354-b77e-24bc1746279a triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:15.732969 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e7ee550e-7f33-4b48-9ec5-e25efccb0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (edd84990-7dde-4354-b77e-24bc1746279a), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:15.775128 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for port (53297fc6-4ee9-4974-8728-2b8b447b498f), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:15.796463 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:15.800000 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056680b-84aa-4c85-9fba-d33423331c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35bc02cf-fc1c-4260-a123-518933d78c65,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:15.808341 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:15.810333 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'name': 'tempest-DeleteServersTestJSON-921025065-router', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:07Z', 'updated_at': '2022-08-08T20:23:10Z', 'revision_number': 3, 'project_id': '435fa07b94b54301a1153581c398bf6f', 'gw_port': {'id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:09Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:15.856996 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b603cbf-646e-4569-b89c-ec94072e7cf7 None None] The sync data for ids ['7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'] in dv-cinder-848821-2-iscsi is: [{'id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'name': 'tempest-DeleteServersTestJSON-921025065-router', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:07Z', 'updated_at': '2022-08-08T20:23:10Z', 'revision_number': 3, 'project_id': '435fa07b94b54301a1153581c398bf6f', 'gw_port': {'id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:09Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:23:15.887500 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-8938bd16-50cf-4e8d-8159-745f5d08f83f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2991412 Aug 08 20:23:15.901255 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c553abc-a997-4eac-a2e2-e257275914a6 None None] Pushing event updated for resources: {'Port': ['ID=da41b864-7beb-4a97-9fba-b1a5404a5e93,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:15.926930 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6056680b-84aa-4c85-9fba-d33423331c56 admin admin] Checking segment: {'id': 'a4cb85e3-0435-4ee9-af6d-a42bbde72fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff250f48-585d-44a8-b235-9e31fe8a168f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:15.928076 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056680b-84aa-4c85-9fba-d33423331c56 admin admin] Network hostable DHCP agents. Network: ff250f48-585d-44a8-b235-9e31fe8a168f, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:23:16.036644 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee550e-7f33-4b48-9ec5-e25efccb0918 None None] Current status of the port edd84990-7dde-4354-b77e-24bc1746279a is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:16.043350 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056680b-84aa-4c85-9fba-d33423331c56 admin admin] Network ff250f48-585d-44a8-b235-9e31fe8a168f is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:23:16.048502 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Allocated IP 172.20.0.1 (ed154640-60b2-429a-a8e6-90c5902baba4/4aa61fbd-c5bf-458b-84d6-25fb59a08f25/0b174637-e3d3-494c-8793-c7eae2f321ba) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:16.117930 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:16.147791 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-d29a5482-a337-465e-b36f-63f6c93c3516 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:23:16.148916 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-d29a5482-a337-465e-b36f-63f6c93c3516 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0828810 Aug 08 20:23:16.150651 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-6056680b-84aa-4c85-9fba-d33423331c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, ff250f48-585d-44a8-b235-9e31fe8a168f) {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:16.158623 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6056680b-84aa-4c85-9fba-d33423331c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:16.159498 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6056680b-84aa-4c85-9fba-d33423331c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:16.181401 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (53297fc6-4ee9-4974-8728-2b8b447b498f), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:16.205826 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd51f5-ef17-4be9-b925-2f2ba718716a None None] Network ff250f48-585d-44a8-b235-9e31fe8a168f requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:23:16.297386 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:16.311417 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:16.322857 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:16.338256 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event updated for resources: {'Port': ['ID=53297fc6-4ee9-4974-8728-2b8b447b498f,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:16.364734 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-6056680b-84aa-4c85-9fba-d33423331c56 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6033778 Aug 08 20:23:16.394057 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Router cd98853e-1b88-410b-b185-8a6904d7a626 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:23:16.418040 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-1c9df408-cf7b-4820-bb16-96e5049aed30 service neutron] 10.222.0.26 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335119 Aug 08 20:23:16.421264 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:16.428938 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device edd84990-7dde-4354-b77e-24bc1746279a up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:16.553701 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-7acd9490-ed06-4ff8-bfd3-d3102d80bb2f service neutron] 10.222.0.26 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345756 Aug 08 20:23:16.565028 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-f08d6dbd-6da5-4f2c-b8f0-b639651c1b5c None None] Provisioning complete for port 5f5d7731-8d62-4366-b4f0-863575c92c35 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:16.565411 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f08d6dbd-6da5-4f2c-b8f0-b639651c1b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:16.616064 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-f08d6dbd-6da5-4f2c-b8f0-b639651c1b5c None None] Port 5f5d7731-8d62-4366-b4f0-863575c92c35 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:16.669927 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port edd84990-7dde-4354-b77e-24bc1746279a triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:16.670262 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (edd84990-7dde-4354-b77e-24bc1746279a), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:16.723502 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:23:16.730216 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-fc5a2b60-5427-40ba-b9e4-c08b750fb563 admin admin] 10.222.0.26 "PUT /v2.0/routers/cd98853e-1b88-410b-b185-8a6904d7a626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7917020 Aug 08 20:23:16.731699 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (3ecd4986-4806-4bb1-98dd-ebe4cccf00b5), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:16.743742 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Publish callbacks [] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:16.812202 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b06d46-5568-402b-b326-643a2a865800 None None] Network ff250f48-585d-44a8-b235-9e31fe8a168f requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:23:16.872465 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:17.028218 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51430) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:17.164196 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:17.169877 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5c2e4272-4346-4c93-ae0e-22415ae0993d req-a039a828-0ac8-4e7d-a8f1-27a4ef028481 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 210 time: 0.1398630 Aug 08 20:23:17.225384 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2374253-0082-4c3b-b658-a493d8ba52fe None None] The sync data for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi is: [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:23:17.233089 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=0b174637-e3d3-494c-8793-c7eae2f321ba,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:17.235081 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port edd84990-7dde-4354-b77e-24bc1746279a is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:17.284091 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Network ed154640-60b2-429a-a8e6-90c5902baba4 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:17.294947 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (53297fc6-4ee9-4974-8728-2b8b447b498f), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:17.307603 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:17.407611 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:17.429435 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641971'] for router_interface (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:17.655106 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51470) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:17.662444 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-bb3ac354-64f8-4511-9f2a-23f38729f883 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423289918', 'description': 'tempest-description--1225282945'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:17.836659 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac354-64f8-4511-9f2a-23f38729f883 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:17.978802 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-d978799d-1b49-4362-8790-88f933fad737 None None] Provisioning complete for port 0b174637-e3d3-494c-8793-c7eae2f321ba triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:17.980131 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d978799d-1b49-4362-8790-88f933fad737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.027369 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0fa3285e-1b63-4d57-a231-67fff64e5d23 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:18.108887 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for port (53297fc6-4ee9-4974-8728-2b8b447b498f), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.147319 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-d978799d-1b49-4362-8790-88f933fad737 None None] Port 0b174637-e3d3-494c-8793-c7eae2f321ba cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:18.168877 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (53297fc6-4ee9-4974-8728-2b8b447b498f), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.169666 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (3ecd4986-4806-4bb1-98dd-ebe4cccf00b5), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.189150 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 0fa3285e-1b63-4d57-a231-67fff64e5d23 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:18.190257 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.296705 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51514) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:18.313347 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-15879305-network', 'tenant_id': '8ed1406987ce4435a171bd8f3299d946'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:18.320892 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event updated for resources: {'Port': ['ID=53297fc6-4ee9-4974-8728-2b8b447b498f,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:18.348088 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.352538 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.371074 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-216d17a7-5aed-4888-abe2-9d39013b069d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5890443 Aug 08 20:23:18.407157 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 0fa3285e-1b63-4d57-a231-67fff64e5d23 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:18.408753 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 9ba61d2d-7af2-48c7-9539-8fc91a612495 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:18.466206 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Made reservation on behalf of 8ed1406987ce4435a171bd8f3299d946 for: {'network': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:18.468967 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 9ba61d2d-7af2-48c7-9539-8fc91a612495 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:18.469326 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.492357 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.505550 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.532341 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-5d2de236-229d-4e26-909c-7038f53eaf69 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:18.534090 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-5d2de236-229d-4e26-909c-7038f53eaf69 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 818 time: 0.6408157 Aug 08 20:23:18.579299 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac354-64f8-4511-9f2a-23f38729f883 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group (158ed42e-291f-4507-b964-22415a70879a), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.587746 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-634b4e2b-2fe3-4924-af27-7d81800e67bb tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/quotas/a644f2ae0f3745168a4e94e01667f1da HTTP/1.1" status: 200 len: 375 time: 0.0447388 Aug 08 20:23:18.599396 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 9ba61d2d-7af2-48c7-9539-8fc91a612495 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:18.599790 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.643272 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 9ba61d2d-7af2-48c7-9539-8fc91a612495, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=9ba61d2d-7af2-48c7-9539-8fc91a612495,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:18.671569 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac354-64f8-4511-9f2a-23f38729f883 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (158ed42e-291f-4507-b964-22415a70879a), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.735552 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-70dc7288-2293-4df4-8a4d-406c33aab3a0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391809 Aug 08 20:23:18.762312 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.763108 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 66ff7111-27ca-4f02-92b7-674ae59c273a up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:18.791556 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ac354-64f8-4511-9f2a-23f38729f883 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158ed42e-291f-4507-b964-22415a70879a,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:18.878500 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac354-64f8-4511-9f2a-23f38729f883 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.880235 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-bb3ac354-64f8-4511-9f2a-23f38729f883 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2225022 Aug 08 20:23:18.885139 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51544) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:18.898948 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Publish callbacks [] for security_group (d55335fc-a9dd-4699-bd9a-cd3a95eb1c16), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.899100 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-9ad94a3a-77f6-4d93-ab1f-85b67c4dc1ed tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Request body: {'security_group_rule': {'security_group_id': '158ed42e-291f-4507-b964-22415a70879a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:18.938351 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Publish callbacks [] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.959777 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=9ba61d2d-7af2-48c7-9539-8fc91a612495,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:18.981848 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 66ff7111-27ca-4f02-92b7-674ae59c273a triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:18.983059 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:18.993615 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (d55335fc-a9dd-4699-bd9a-cd3a95eb1c16), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:19.032105 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-01f51602-98a8-43d2-b9e1-1d351751cb1c service neutron] 10.222.0.26 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947807 Aug 08 20:23:19.057317 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-0e7f4a24-c4ba-472f-8581-b9838356a9e5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1624142201&fields=id&tenant_id=1cc3ee90744548a3a0b771b209ab3d8c HTTP/1.1" status: 200 len: 267 time: 0.1351829 Aug 08 20:23:19.068375 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:19.069226 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641991'] for router_interface (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:19.074572 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Sync routers for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:23:19.081995 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=104384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:23:19.148217 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=0b174637-e3d3-494c-8793-c7eae2f321ba,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:19.175704 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:19.176791 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55335fc-a9dd-4699-bd9a-cd3a95eb1c16,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:19.180126 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:19.222414 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-9ad94a3a-77f6-4d93-ab1f-85b67c4dc1ed tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group_rule (cd29e8b5-05f4-43c7-b4f1-d9fdb3a55466), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:19.355305 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (5937eefa-dde7-4d30-a202-8169926ffd99), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:19.357526 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.segments_db [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Added segment 5937eefa-dde7-4d30-a202-8169926ffd99 of type vlan for network 56f9bb30-b337-436a-a076-9c3511969e85 Aug 08 20:23:19.371012 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:19.396488 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51568) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:19.426431 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-5c492edc-25be-4b54-9083-8dae541f1239 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:19.427479 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (56f9bb30-b337-436a-a076-9c3511969e85), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:19.433525 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-5c492edc-25be-4b54-9083-8dae541f1239 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 816 time: 0.3751252 Aug 08 20:23:19.438889 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-3fea27ce-ce8b-4d79-8d59-a5b75d011982 service neutron] 10.222.0.26 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945646 Aug 08 20:23:19.463071 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-c126eec6-cc72-4d1f-820f-c4f3e4c343b3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/quotas/1cc3ee90744548a3a0b771b209ab3d8c HTTP/1.1" status: 200 len: 375 time: 0.0274310 Aug 08 20:23:19.470430 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-9ad94a3a-77f6-4d93-ab1f-85b67c4dc1ed tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group_rule (cd29e8b5-05f4-43c7-b4f1-d9fdb3a55466), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:19.498547 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Network ed154640-60b2-429a-a8e6-90c5902baba4 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:19.511845 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:19.580543 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-1355cdaf-d8cd-4a92-9076-71c76c59f065 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142309 Aug 08 20:23:19.580543 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-9ad94a3a-77f6-4d93-ab1f-85b67c4dc1ed tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (cd29e8b5-05f4-43c7-b4f1-d9fdb3a55466), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:19.622283 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad94a3a-77f6-4d93-ab1f-85b67c4dc1ed tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd29e8b5-05f4-43c7-b4f1-d9fdb3a55466,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:19.624600 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (56f9bb30-b337-436a-a076-9c3511969e85), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:19.625717 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:19.626570 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:19.668906 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1eff9913-d7c7-44af-bd80-35674782262b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:19.733630 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-9ad94a3a-77f6-4d93-ab1f-85b67c4dc1ed tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:19.734904 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-9ad94a3a-77f6-4d93-ab1f-85b67c4dc1ed tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8479910 Aug 08 20:23:19.742536 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51578) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:19.752040 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-3304092d-2244-4c45-a55a-b3c3d0c96890 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Request body: {'security_group_rule': {'security_group_id': '158ed42e-291f-4507-b964-22415a70879a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:19.809719 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5063882 Aug 08 20:23:19.816514 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51588) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:19.829658 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c207f-a9f8-4cce-9689-f09e59052ded admin admin] Pushing event updated for resources: {'Network': ['ID=56f9bb30-b337-436a-a076-9c3511969e85,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:19.851357 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-e89c5bbc-3f5e-42f9-8f1e-08919ec9cf4d admin admin] Request body: {'subnet': {'network_id': '56f9bb30-b337-436a-a076-9c3511969e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-15879305-subnet', 'tenant_id': '8ed1406987ce4435a171bd8f3299d946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:19.876104 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-bbb2b8d1-80e5-47fd-855f-f3596178a8c5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:23:19.881451 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-bbb2b8d1-80e5-47fd-855f-f3596178a8c5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1217556 Aug 08 20:23:19.896152 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Router 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:23:19.949440 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 56f9bb30-b337-436a-a076-9c3511969e85 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:23:19.972651 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1eff9913-d7c7-44af-bd80-35674782262b admin admin] Publish callbacks [] for security_group (091cfe7b-681b-4a1d-b372-0c5f9aad4260), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.057037 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:23:20.072603 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-64e1b600-af9c-4c13-a15b-f1a815623fe2 admin admin] 10.222.0.26 "PUT /v2.0/routers/7fd91822-a1ab-4b1b-9c77-02c30fcfeb32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3070292 Aug 08 20:23:20.114641 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 66ff7111-27ca-4f02-92b7-674ae59c273a is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:20.115145 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.132488 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89c5bbc-3f5e-42f9-8f1e-08919ec9cf4d admin admin] Made reservation on behalf of 8ed1406987ce4435a171bd8f3299d946 for: {'subnet': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:20.134816 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e89c5bbc-3f5e-42f9-8f1e-08919ec9cf4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.145364 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1eff9913-d7c7-44af-bd80-35674782262b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (091cfe7b-681b-4a1d-b372-0c5f9aad4260), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.163488 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-80524020-7468-4a4a-984e-bf6e582840c5 None None] Provisioning complete for port 0b174637-e3d3-494c-8793-c7eae2f321ba triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:20.163870 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-80524020-7468-4a4a-984e-bf6e582840c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.196217 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-380f8d55-9951-422b-95b1-4d722143d522 req-f1a51dc2-bdbe-40f6-8e30-4b4e0f088379 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 210 time: 0.0750616 Aug 08 20:23:20.198233 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 66ff7111-27ca-4f02-92b7-674ae59c273a, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=66ff7111-27ca-4f02-92b7-674ae59c273a,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:20.245386 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-80524020-7468-4a4a-984e-bf6e582840c5 None None] Port 0b174637-e3d3-494c-8793-c7eae2f321ba cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:20.295656 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.296745 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a533aa78-ca61-4a16-b409-be5b1adc26a3 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:20.307408 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3304092d-2244-4c45-a55a-b3c3d0c96890 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group_rule (33483060-0980-47c6-9684-f7651089dbbe), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.394104 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Sync routers for ids ['5244c503-77d1-4589-a898-2c070b08034a'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:23:20.416741 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Routers {'5244c503-77d1-4589-a898-2c070b08034a'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:20.417729 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5244c503-77d1-4589-a898-2c070b08034a'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:20.454644 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=66ff7111-27ca-4f02-92b7-674ae59c273a,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:20.575306 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port a533aa78-ca61-4a16-b409-be5b1adc26a3 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:20.575487 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.583876 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 2, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:20.605228 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51636) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:20.607280 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-1eff9913-d7c7-44af-bd80-35674782262b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37e5c95873fc48d5b8e890b593e59e85&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2000785 Aug 08 20:23:20.611224 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-206d97d7-3e34-4ba8-80d5-af8930d85641 service neutron] 10.222.0.26 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001923 Aug 08 20:23:20.611857 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff9913-d7c7-44af-bd80-35674782262b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091cfe7b-681b-4a1d-b372-0c5f9aad4260,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:20.620956 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Set router 5244c503-77d1-4589-a898-2c070b08034a gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:20.727352 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6967bfa6-5450-4238-911b-0fae25761a06 admin admin] Publish callbacks [] for security_group (091cfe7b-681b-4a1d-b372-0c5f9aad4260), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.731570 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Checking router: cd98853e-1b88-410b-b185-8a6904d7a626 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:23:20.732026 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Updating router cd98853e-1b88-410b-b185-8a6904d7a626 port 5f5d7731-8d62-4366-b4f0-863575c92c35 binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:23:20.765081 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6967bfa6-5450-4238-911b-0fae25761a06 admin admin] Publish callbacks [] for security_group (091cfe7b-681b-4a1d-b372-0c5f9aad4260), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.883436 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.931783 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e89c5bbc-3f5e-42f9-8f1e-08919ec9cf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for subnet (d42fb5c7-6d27-4c1f-b02e-4830c4ec13f6), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.963682 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6967bfa6-5450-4238-911b-0fae25761a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (091cfe7b-681b-4a1d-b372-0c5f9aad4260), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.966732 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6967bfa6-5450-4238-911b-0fae25761a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:20.968223 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6967bfa6-5450-4238-911b-0fae25761a06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/091cfe7b-681b-4a1d-b372-0c5f9aad4260 HTTP/1.1" status: 204 len: 168 time: 0.3599803 Aug 08 20:23:20.985854 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967bfa6-5450-4238-911b-0fae25761a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091cfe7b-681b-4a1d-b372-0c5f9aad4260,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:21.107510 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 2, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:21.167027 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3304092d-2244-4c45-a55a-b3c3d0c96890 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group_rule (33483060-0980-47c6-9684-f7651089dbbe), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:21.178540 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c5bbc-3f5e-42f9-8f1e-08919ec9cf4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42fb5c7-6d27-4c1f-b02e-4830c4ec13f6,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:21.192107 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port a533aa78-ca61-4a16-b409-be5b1adc26a3 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:21.192738 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:21.199950 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-12aa03b1-61ea-4721-923e-f438455f5876 service neutron] 10.222.0.26 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848139 Aug 08 20:23:21.211522 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Checking router: 5244c503-77d1-4589-a898-2c070b08034a for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:23:21.211865 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Updating router 5244c503-77d1-4589-a898-2c070b08034a port fced41f1-a954-45c4-8d49-c5e160a9445b binding host dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:23:21.215381 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port a533aa78-ca61-4a16-b409-be5b1adc26a3, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a533aa78-ca61-4a16-b409-be5b1adc26a3,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:21.245177 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89c5bbc-3f5e-42f9-8f1e-08919ec9cf4d admin admin] Checking segment: {'id': '5937eefa-dde7-4d30-a202-8169926ffd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '56f9bb30-b337-436a-a076-9c3511969e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:21.245774 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c5bbc-3f5e-42f9-8f1e-08919ec9cf4d admin admin] Network hostable DHCP agents. Network: 56f9bb30-b337-436a-a076-9c3511969e85, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:23:21.284215 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-54d5cd92-8ed4-4f1a-b9d1-646b4f8f0489 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:21.293231 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:21.296092 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-54d5cd92-8ed4-4f1a-b9d1-646b4f8f0489 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/networks?id=ed154640-60b2-429a-a8e6-90c5902baba4 HTTP/1.1" status: 200 len: 811 time: 0.3225873 Aug 08 20:23:21.301181 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:21.316308 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3304092d-2244-4c45-a55a-b3c3d0c96890 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (33483060-0980-47c6-9684-f7651089dbbe), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:21.342788 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-089ac782-e8af-4c6e-8e54-a02a4bc6d625 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/quotas/435fa07b94b54301a1153581c398bf6f HTTP/1.1" status: 200 len: 375 time: 0.0457749 Aug 08 20:23:21.377026 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304092d-2244-4c45-a55a-b3c3d0c96890 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33483060-0980-47c6-9684-f7651089dbbe,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:21.426410 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-f70e468d-b087-4680-b1e5-21685eb1764a tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=435fa07b94b54301a1153581c398bf6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813603 Aug 08 20:23:21.482484 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c5bbc-3f5e-42f9-8f1e-08919ec9cf4d admin admin] Network 56f9bb30-b337-436a-a076-9c3511969e85 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:23:21.529296 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3304092d-2244-4c45-a55a-b3c3d0c96890 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:21.530531 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-3304092d-2244-4c45-a55a-b3c3d0c96890 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7850063 Aug 08 20:23:21.534799 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51668) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:21.539537 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:21.599265 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Publish callbacks [] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:21.635578 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-72f58ef3-9f20-4a27-a78d-3eb285f32874 service neutron] 10.222.0.26 "GET /v2.0/networks/ed154640-60b2-429a-a8e6-90c5902baba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943977 Aug 08 20:23:21.655968 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-e89c5bbc-3f5e-42f9-8f1e-08919ec9cf4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 56f9bb30-b337-436a-a076-9c3511969e85) {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:21.703311 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device da41b864-7beb-4a97-9fba-b1a5404a5e93 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:21.758859 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89c5bbc-3f5e-42f9-8f1e-08919ec9cf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:21.759505 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e89c5bbc-3f5e-42f9-8f1e-08919ec9cf4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:21.775403 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:21.783776 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd543f0-b5f6-4eb2-bf80-9b7b6d2dbd27 None None] Network 56f9bb30-b337-436a-a076-9c3511969e85 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:23:21.924154 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Publish callbacks [] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:21.953127 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Sync routers for ids ['7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:23:21.985574 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.49', 62192) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:22.018665 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:22.030481 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Routers {'7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:22.031474 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:22.037413 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:22.139866 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-e89c5bbc-3f5e-42f9-8f1e-08919ec9cf4d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3221600 Aug 08 20:23:22.186455 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-b2686bd6-cb6b-4702-8219-2621d8ff1a0c service neutron] 10.222.0.26 "GET /v2.0/networks/ed154640-60b2-429a-a8e6-90c5902baba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494030 Aug 08 20:23:22.222924 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Set router 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:22.223775 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdf0d4-211a-4929-b5db-09125e1227c0 None None] Pushing event updated for resources: {'Port': ['ID=fced41f1-a954-45c4-8d49-c5e160a9445b,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:22.290760 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Attempting to bind port fced41f1-a954-45c4-8d49-c5e160a9445b on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:22.291031 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Attempting to bind port fced41f1-a954-45c4-8d49-c5e160a9445b by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:22.293242 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Attempting to bind port fced41f1-a954-45c4-8d49-c5e160a9445b on network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:22.330985 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:22.331661 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Checking segment: {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:22.331798 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:22.332172 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Bound using segment: {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:22.340155 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Bound port: fced41f1-a954-45c4-8d49-c5e160a9445b, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:22.340719 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:22.348886 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9a4feee1-bc0f-4193-8acf-cf505741d18c req-0cb2831c-2325-4926-b1ef-43fad8c9af80 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 210 time: 0.1531718 Aug 08 20:23:22.517433 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b718437-db44-43ff-920d-d26af75037bb req-4d5b7ff1-3a83-44c1-8f23-5547140c1da3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:22.519601 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-4d5b7ff1-3a83-44c1-8f23-5547140c1da3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 818 time: 0.5314491 Aug 08 20:23:22.563185 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-9b718437-db44-43ff-920d-d26af75037bb req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Request body: {'port': {'device_id': 'c5ca0fa6-0575-4f64-bea6-93f12ba5ca25', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'admin_state_up': True, 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:22.582642 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:22.619478 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] For port fced41f1-a954-45c4-8d49-c5e160a9445b, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:22.629132 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] For port fced41f1-a954-45c4-8d49-c5e160a9445b, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=fced41f1-a954-45c4-8d49-c5e160a9445b,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:22.643269 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=a533aa78-ca61-4a16-b409-be5b1adc26a3,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:22.648768 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51712) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:22.655894 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-746f18c8-ed77-4bd9-8a9d-412def4cf150 req-da9a46fa-6cb0-4e28-a151-e4ea4504b942 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 210 time: 0.1330357 Aug 08 20:23:22.699015 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c8392af2-0560-423f-919d-441439f5a915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:22.776224 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port da41b864-7beb-4a97-9fba-b1a5404a5e93 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:22.776706 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:22.787091 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:22.817685 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:22.947642 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdf0d4-211a-4929-b5db-09125e1227c0 None None] Pushing event updated for resources: {'Port': ['ID=fced41f1-a954-45c4-8d49-c5e160a9445b,revision_number=4']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:22.987355 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Routers {'5244c503-77d1-4589-a898-2c070b08034a'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:22.987861 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:22:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5244c503-77d1-4589-a898-2c070b08034a'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:23.115780 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b896bb-bff6-4358-a1e7-e5f1c845f412 admin admin] Deleting subnet 35bc02cf-fc1c-4260-a123-518933d78c65 {{(pid=104384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:23:23.129993 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-21b896bb-bff6-4358-a1e7-e5f1c845f412 admin admin] Publish callbacks [] for subnet (35bc02cf-fc1c-4260-a123-518933d78c65), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:23.209303 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecd4b37-5a72-4714-aedb-4c953e58343c None None] Network 56f9bb30-b337-436a-a076-9c3511969e85 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:23:23.278333 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-21b896bb-bff6-4358-a1e7-e5f1c845f412 admin admin] Publish callbacks [] for subnet (35bc02cf-fc1c-4260-a123-518933d78c65), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:23.304701 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-21b896bb-bff6-4358-a1e7-e5f1c845f412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (35bc02cf-fc1c-4260-a123-518933d78c65), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:23.384493 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] Set router 5244c503-77d1-4589-a898-2c070b08034a gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:23.419369 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b718437-db44-43ff-920d-d26af75037bb req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Made reservation on behalf of a644f2ae0f3745168a4e94e01667f1da for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:23.423606 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Attempting to bind port 5f5d7731-8d62-4366-b4f0-863575c92c35 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:23.424153 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Attempting to bind port 5f5d7731-8d62-4366-b4f0-863575c92c35 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:23.424336 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Attempting to bind port 5f5d7731-8d62-4366-b4f0-863575c92c35 on network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:23.426170 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9b718437-db44-43ff-920d-d26af75037bb req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:23.487894 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-21fd1bc7-5191-44fe-95b2-872dd120a5d4 req-39cc2ccf-4e47-4ac4-ae64-d237a2b0b149 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 210 time: 0.4694202 Aug 08 20:23:23.489142 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:23.489766 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Checking segment: {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:23.496991 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:23.497456 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Bound using segment: {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:23.502324 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Bound port: 5f5d7731-8d62-4366-b4f0-863575c92c35, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:23.502324 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:23.515394 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd212be-9906-4849-afb3-11984c451021 None None] Pushing event updated for resources: {'Port': ['ID=5f5d7731-8d62-4366-b4f0-863575c92c35,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:23.529148 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.49', 62200) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:23.552734 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-21b896bb-bff6-4358-a1e7-e5f1c845f412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for subnet (35bc02cf-fc1c-4260-a123-518933d78c65), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:23.608534 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:23:23.709935 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-738b6121-85f1-45fe-868a-57edae75374b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:23.709935 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-738b6121-85f1-45fe-868a-57edae75374b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 818 time: 0.1740170 Aug 08 20:23:23.715795 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Allocated IP 172.27.3.83 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/6c04a1f3-f5ab-4bda-b1ad-264c4cd56724) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:23.725365 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Request body: {'port': {'device_id': '8997f2f4-1019-4231-beea-6a17882d530a', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'admin_state_up': True, 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:23.926398 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b896bb-bff6-4358-a1e7-e5f1c845f412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35bc02cf-fc1c-4260-a123-518933d78c65,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:23.943515 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:22Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:23.950220 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5d1cc3e-3bd6-4cf2-b279-04271104834c req-9484979a-3a67-4bfc-9c3e-0a308064ab97 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 210 time: 0.0891633 Aug 08 20:23:23.965400 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-21b896bb-bff6-4358-a1e7-e5f1c845f412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:23.969982 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-21b896bb-bff6-4358-a1e7-e5f1c845f412 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/35bc02cf-fc1c-4260-a123-518933d78c65 HTTP/1.1" status: 204 len: 168 time: 1.3101573 Aug 08 20:23:23.972238 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51774) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:24.055226 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9e3a9-2119-4136-a586-4347e9056eb7 None None] The sync data for ids ['5244c503-77d1-4589-a898-2c070b08034a'] in dv-cinder-848821-2-iscsi is: [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:22Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:23:24.187892 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for port (6c04a1f3-f5ab-4bda-b1ad-264c4cd56724), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:24.218162 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] For port 5f5d7731-8d62-4366-b4f0-863575c92c35, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:24.238017 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port da41b864-7beb-4a97-9fba-b1a5404a5e93 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:24.240874 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:24.281533 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-9b718437-db44-43ff-920d-d26af75037bb req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Allocated IP 172.20.0.6 (497f80c3-c8b4-4cee-8e41-68b9abf5c6fc/8ac5122b-5eda-4ed2-a19c-a68a0593a6f6/2ef969a0-0db2-40d3-a7df-c54340fabcd5) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:24.389600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (6c04a1f3-f5ab-4bda-b1ad-264c4cd56724), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:24.518638 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ef35c4cc-ac76-44cd-b438-c89d45500eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:24.541889 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Made reservation on behalf of a644f2ae0f3745168a4e94e01667f1da for: {'port': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:24.545785 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:24.556591 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] For port 5f5d7731-8d62-4366-b4f0-863575c92c35, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5f5d7731-8d62-4366-b4f0-863575c92c35,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:24.558202 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event updated for resources: {'Port': ['ID=6c04a1f3-f5ab-4bda-b1ad-264c4cd56724,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:24.712424 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port da41b864-7beb-4a97-9fba-b1a5404a5e93, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=da41b864-7beb-4a97-9fba-b1a5404a5e93,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:24.719822 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'name': 'tempest-DeleteServersTestJSON-921025065-router', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:07Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '435fa07b94b54301a1153581c398bf6f', 'gw_port': {'id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:09Z', 'updated_at': '2022-08-08T20:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '0b174637-e3d3-494c-8793-c7eae2f321ba', 'name': '', 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'mac_address': 'fa:16:3e:25:84:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4aa61fbd-c5bf-458b-84d6-25fb59a08f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:14Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 2, 'project_id': '435fa07b94b54301a1153581c398bf6f', 'subnets': [{'id': '4aa61fbd-c5bf-458b-84d6-25fb59a08f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:24.761307 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (ff250f48-585d-44a8-b235-9e31fe8a168f), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:24.824853 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:24.831708 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 66ff7111-27ca-4f02-92b7-674ae59c273a up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:24.848894 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Checking router: 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:23:24.849255 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Updating router 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 port 0b174637-e3d3-494c-8793-c7eae2f321ba binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:23:24.949674 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:24.950345 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9b718437-db44-43ff-920d-d26af75037bb req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:24.979287 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:25.090613 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-45c1d3c9-b887-4736-86d3-e2ab65a51bf9 req-eddc69de-0a46-41c6-a9b1-f28b4cde361c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 210 time: 0.1625733 Aug 08 20:23:25.093986 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:25.103416 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:25.250016 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=da41b864-7beb-4a97-9fba-b1a5404a5e93,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:25.275327 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.49', 62206) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:25.331302 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1d0411e1-c070-41d4-9dc3-66ecc81d0cb3 req-8348d0dc-7646-4917-bd23-89c4338dced7 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 210 time: 0.2384784 Aug 08 20:23:25.342826 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9b718437-db44-43ff-920d-d26af75037bb req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:25.348321 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (ff250f48-585d-44a8-b235-9e31fe8a168f), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:25.374506 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd212be-9906-4849-afb3-11984c451021 None None] Pushing event updated for resources: {'Port': ['ID=5f5d7731-8d62-4366-b4f0-863575c92c35,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:25.385901 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b718437-db44-43ff-920d-d26af75037bb req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:25.414357 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-9b718437-db44-43ff-920d-d26af75037bb req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:25.456756 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b718437-db44-43ff-920d-d26af75037bb req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:25.463006 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b718437-db44-43ff-920d-d26af75037bb req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:25.463671 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9b718437-db44-43ff-920d-d26af75037bb req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:25.565554 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:25.566395 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:23:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:25.568765 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.569372 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.570380 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.571988 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > port after_create 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.572613 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > port after_delete 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.573315 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > port after_update 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.573884 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.574549 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.575179 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.575884 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.665103 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (d658cb26-6e4d-4fd2-b1d4-af467f891a26), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:25.741046 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:25.802240 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:25.802494 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1ac77010-44ec-4800-88c3-678dc1c956a3 req-2b504c27-e3b3-49d8-acc4-82c6257e1ecd tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 210 time: 0.1075006 Aug 08 20:23:25.802494 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Allocated IP 172.20.0.8 (497f80c3-c8b4-4cee-8e41-68b9abf5c6fc/8ac5122b-5eda-4ed2-a19c-a68a0593a6f6/4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:25.912252 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 66ff7111-27ca-4f02-92b7-674ae59c273a triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:25.912730 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:25.941104 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.941781 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.942409 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.944267 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:25.946806 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff250f48-585d-44a8-b235-9e31fe8a168f']}} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:25.996231 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4375963 Aug 08 20:23:26.047519 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-10a07aa7-9b1e-46e7-a10c-fe85919605d5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:23:26.050713 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-10a07aa7-9b1e-46e7-a10c-fe85919605d5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0336740 Aug 08 20:23:26.057319 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cb85e3-0435-4ee9-af6d-a42bbde72fc2') {'for_net_delete': True} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:26.057319 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cb85e3-0435-4ee9-af6d-a42bbde72fc2') {} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:26.063062 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (6c04a1f3-f5ab-4bda-b1ad-264c4cd56724), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:26.068105 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:26.156072 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:26.172163 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766a912-8b2c-47f3-85a4-52d1f502f602 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event updated for resources: {'Port': ['ID=2ef969a0-0db2-40d3-a7df-c54340fabcd5,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:26.190057 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26585134'] for segment (a4cb85e3-0435-4ee9-af6d-a42bbde72fc2), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:26.265889 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-39dd4fb7-aef4-4ca6-a208-b01d73b092c4 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:26.270728 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-39dd4fb7-aef4-4ca6-a208-b01d73b092c4 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.49 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 816 time: 0.9915926 Aug 08 20:23:26.270728 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (a4cb85e3-0435-4ee9-af6d-a42bbde72fc2), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:26.311559 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=104384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:23:26.313918 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26740258'] for segment (a4cb85e3-0435-4ee9-af6d-a42bbde72fc2), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:26.322451 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-76e3d621-f852-4bc7-b513-72c6c43076a1 None None] Provisioning complete for port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:26.322833 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-76e3d621-f852-4bc7-b513-72c6c43076a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:26.352993 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:26.375599 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8ae0c43f-9368-42e3-86d0-80164cdd664a req-33af3cce-9212-400d-93af-94317b35e989 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 210 time: 0.1051481 Aug 08 20:23:26.405229 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Request body: {'port': {'device_id': 'c5ca0fa6-0575-4f64-bea6-93f12ba5ca25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:26.434725 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-76e3d621-f852-4bc7-b513-72c6c43076a1 None None] Port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:26.563170 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.49', 62216) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:26.597920 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event updated for resources: {'Port': ['ID=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:26.605447 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (ff250f48-585d-44a8-b235-9e31fe8a168f), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:26.618102 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 66ff7111-27ca-4f02-92b7-674ae59c273a is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:26.619430 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 9ba61d2d-7af2-48c7-9539-8fc91a612495 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:26.665844 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3f22b071-caa6-4388-9d87-15239c437ed3 req-a3ede1a8-c78d-48d5-955d-1c55016b82e9 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 210 time: 0.1135368 Aug 08 20:23:26.677493 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:26.718154 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-88cad695-396a-4d68-a9df-f463638da842 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cc3ee90744548a3a0b771b209ab3d8c HTTP/1.1" status: 200 len: 380 time: 0.4327626 Aug 08 20:23:26.734288 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:26.738526 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:26.739324 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:26.755615 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:26.756189 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] 10.222.0.26 "DELETE /v2.0/networks/ff250f48-585d-44a8-b235-9e31fe8a168f HTTP/1.1" status: 204 len: 168 time: 2.7827852 Aug 08 20:23:26.769684 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:26.787476 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:26.789952 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for port (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:26.842093 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Request body: {'port': {'device_id': 'b3ade08f-3061-4568-94e1-270165663000', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'admin_state_up': True, 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'security_groups': ['893fee01-9eb9-4021-bdf7-334d8a147302']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:26.844869 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51842) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:26.962097 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c00fa66-1314-422b-b686-1673075e5b7d admin admin] Deleting subnet d42fb5c7-6d27-4c1f-b02e-4830c4ec13f6 {{(pid=104383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:23:26.967755 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2c00fa66-1314-422b-b686-1673075e5b7d admin admin] Publish callbacks [] for subnet (d42fb5c7-6d27-4c1f-b02e-4830c4ec13f6), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:27.091505 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2c00fa66-1314-422b-b686-1673075e5b7d admin admin] Publish callbacks [] for subnet (d42fb5c7-6d27-4c1f-b02e-4830c4ec13f6), precommit_delete_associations {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:27.105652 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 9ba61d2d-7af2-48c7-9539-8fc91a612495 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:27.107687 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:27.114325 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2969d-adb7-45da-ad47-ada9e50563bd admin admin] Pushing event deleted for resources: {'Network': ['ID=ff250f48-585d-44a8-b235-9e31fe8a168f,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:27.118168 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2c00fa66-1314-422b-b686-1673075e5b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (d42fb5c7-6d27-4c1f-b02e-4830c4ec13f6), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:27.319211 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-f32ff99b-d2b2-4040-a118-fa452055b3c3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5964704 Aug 08 20:23:27.341594 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Publish callbacks [] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:27.344980 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:27.371480 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Request body: {'port': {'device_id': '8997f2f4-1019-4231-beea-6a17882d530a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:27.399488 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment a4cb85e3-0435-4ee9-af6d-a42bbde72fc2 resource provider aggregate not found Aug 08 20:23:27.401926 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587554b-c18c-4ef4-b9f5-c293bbf7360e None None] The sync data for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi is: [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:23:27.417665 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-345c30cb-dc04-498d-b63e-ca310b66ad7c tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:27.431883 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-345c30cb-dc04-498d-b63e-ca310b66ad7c tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.49 "GET /v2.0/networks?id=ed154640-60b2-429a-a8e6-90c5902baba4 HTTP/1.1" status: 200 len: 811 time: 0.8620751 Aug 08 20:23:27.468132 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:27.474036 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-974a1004-f0c8-4cd5-a6ac-9cf99e816219 None None] Provisioning complete for port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:27.480085 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment a4cb85e3-0435-4ee9-af6d-a42bbde72fc2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4cb85e3-0435-4ee9-af6d-a42bbde72fc2 found for delete ", "request_id": "req-c96b53a2-48a7-40aa-b7d3-fbd7b3fcc890"}]} Aug 08 20:23:27.487052 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-974a1004-f0c8-4cd5-a6ac-9cf99e816219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:27.588532 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Request body: {'port': {'device_id': '3f37662b-5498-4861-8d6c-3f2d7c38a41b', 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4', 'admin_state_up': True, 'tenant_id': '435fa07b94b54301a1153581c398bf6f'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:27.625627 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for port (6c04a1f3-f5ab-4bda-b1ad-264c4cd56724), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:27.640172 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-974a1004-f0c8-4cd5-a6ac-9cf99e816219 None None] Port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:27.671283 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 9ba61d2d-7af2-48c7-9539-8fc91a612495 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:27.687521 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2c00fa66-1314-422b-b686-1673075e5b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for subnet (d42fb5c7-6d27-4c1f-b02e-4830c4ec13f6), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:27.739733 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Made reservation on behalf of 1cc3ee90744548a3a0b771b209ab3d8c for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:27.759807 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Attempting to bind port 0b174637-e3d3-494c-8793-c7eae2f321ba on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:27.760161 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Attempting to bind port 0b174637-e3d3-494c-8793-c7eae2f321ba by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:27.760537 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Attempting to bind port 0b174637-e3d3-494c-8793-c7eae2f321ba on network ed154640-60b2-429a-a8e6-90c5902baba4 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:27.762011 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:27.777580 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694afaf7-b4c9-4925-b1c0-30f5ed694fe1 None None] Pushing event updated for resources: {'Port': ['ID=0b174637-e3d3-494c-8793-c7eae2f321ba,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:27.786949 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:27.786949 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Checking segment: {'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:27.786949 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:27.787277 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Bound using segment: {'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:27.788294 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Bound port: 0b174637-e3d3-494c-8793-c7eae2f321ba, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:27.788294 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:27.995249 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] For port 0b174637-e3d3-494c-8793-c7eae2f321ba, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:28.000847 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (6c04a1f3-f5ab-4bda-b1ad-264c4cd56724), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:28.002556 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (d658cb26-6e4d-4fd2-b1d4-af467f891a26), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:28.007434 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ce50af8d-8c63-4fee-b7b2-120da5dce929 req-5ccc58e2-7d01-4010-88d5-205862de2de5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 210 time: 0.3063674 Aug 08 20:23:28.007622 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] For port 0b174637-e3d3-494c-8793-c7eae2f321ba, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0b174637-e3d3-494c-8793-c7eae2f321ba,segment=NetworkSegment(634ccab2-aaad-45d3-9405-4374de0d18f3),segment_id=634ccab2-aaad-45d3-9405-4374de0d18f3)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:28.022932 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00fa66-1314-422b-b686-1673075e5b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42fb5c7-6d27-4c1f-b02e-4830c4ec13f6,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:28.045526 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2c00fa66-1314-422b-b686-1673075e5b7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:28.054042 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-2c00fa66-1314-422b-b686-1673075e5b7d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d42fb5c7-6d27-4c1f-b02e-4830c4ec13f6 HTTP/1.1" status: 204 len: 168 time: 1.2058604 Aug 08 20:23:28.059271 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51886) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:28.066215 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:28.093397 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:28.106839 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:28.124213 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194b43-e78b-40c8-8792-0ef2b5cb662c req-3fba5863-782f-47fc-84b0-6ffd1753ded3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:28.125780 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f0194b43-e78b-40c8-8792-0ef2b5cb662c req-3fba5863-782f-47fc-84b0-6ffd1753ded3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 931 time: 0.8513763 Aug 08 20:23:28.201385 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event updated for resources: {'Port': ['ID=6c04a1f3-f5ab-4bda-b1ad-264c4cd56724,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:28.334041 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694afaf7-b4c9-4925-b1c0-30f5ed694fe1 None None] Pushing event updated for resources: {'Port': ['ID=0b174637-e3d3-494c-8793-c7eae2f321ba,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:28.350682 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device da41b864-7beb-4a97-9fba-b1a5404a5e93 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:28.404650 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Routers {'7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:28.406628 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bda02da4-5464-4d37-9d8d-aaea3cd84427 req-e8e30c36-0e22-438e-bf93-fc323444a2c4 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 210 time: 0.1896691 Aug 08 20:23:28.408616 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:23:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:28.427498 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:28.428930 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d8667715-0c8b-4e3e-82c7-133a7dfd274d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8931692 Aug 08 20:23:28.681602 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef969a0-0db2-40d3-a7df-c54340fabcd5 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:23:28.691320 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Publish callbacks [] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:28.716866 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Transition to ACTIVE for port object 2ef969a0-0db2-40d3-a7df-c54340fabcd5 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:23:28.719083 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Allocated IP 172.20.0.6 (0b0fe47e-2c8c-470d-88d2-53ef7f857979/fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1/a9b1d35d-ee5c-4bec-b651-4bff95828647) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:28.734033 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (56f9bb30-b337-436a-a076-9c3511969e85), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:28.753752 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port da41b864-7beb-4a97-9fba-b1a5404a5e93 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:28.754240 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:28.821314 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] Set router 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:29.006494 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Made reservation on behalf of 435fa07b94b54301a1153581c398bf6f for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:29.016958 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:29.052662 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f0194b43-e78b-40c8-8792-0ef2b5cb662c req-a1653155-4975-472c-b04d-db2fcf642928 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8996050 Aug 08 20:23:29.067751 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:29.211904 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51916) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:29.353081 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port da41b864-7beb-4a97-9fba-b1a5404a5e93 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:29.354217 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device fced41f1-a954-45c4-8d49-c5e160a9445b up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:29.376850 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:29.391121 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ad03dad2-2498-4f2a-b071-367402772191 req-1b9c27c1-caa5-47c6-b988-af6516deb8a0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 210 time: 0.1288695 Aug 08 20:23:29.414180 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-b03d9d8f-2390-459a-a2e5-bbcb8d646641 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1423289918&fields=id&tenant_id=634971e0b4474ca6a63f48c4df9db9f8 HTTP/1.1" status: 200 len: 267 time: 0.5268135 Aug 08 20:23:29.462559 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Pushing event updated for resources: {'Port': ['ID=2ef969a0-0db2-40d3-a7df-c54340fabcd5,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:29.560478 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port fced41f1-a954-45c4-8d49-c5e160a9445b triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:29.562085 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:29.700076 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51928) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:29.812202 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port fced41f1-a954-45c4-8d49-c5e160a9445b is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:29.813299 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:29.837771 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Attempting to bind port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:29.852055 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Attempting to bind port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:29.852055 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Attempting to bind port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 on network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:29.860602 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'name': 'tempest-DeleteServersTestJSON-921025065-router', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:07Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '435fa07b94b54301a1153581c398bf6f', 'gw_port': {'id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:09Z', 'updated_at': '2022-08-08T20:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '0b174637-e3d3-494c-8793-c7eae2f321ba', 'name': '', 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'mac_address': 'fa:16:3e:25:84:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4aa61fbd-c5bf-458b-84d6-25fb59a08f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:14Z', 'updated_at': '2022-08-08T20:23:27Z', 'revision_number': 4, 'project_id': '435fa07b94b54301a1153581c398bf6f', 'subnets': [{'id': '4aa61fbd-c5bf-458b-84d6-25fb59a08f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:29.899421 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 on network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:23:29.899752 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Attempting to bind port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 on network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:29.928785 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-17819cc0-b807-452e-9730-cf9c3fff5345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:29.930003 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e7b97-9f32-4c14-88d8-b48a54f0ae54 None None] The sync data for ids ['7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'] in dv-cinder-848821-2-iscsi is: [{'id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'name': 'tempest-DeleteServersTestJSON-921025065-router', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:07Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '435fa07b94b54301a1153581c398bf6f', 'gw_port': {'id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:09Z', 'updated_at': '2022-08-08T20:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '0b174637-e3d3-494c-8793-c7eae2f321ba', 'name': '', 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'mac_address': 'fa:16:3e:25:84:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4aa61fbd-c5bf-458b-84d6-25fb59a08f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:14Z', 'updated_at': '2022-08-08T20:23:27Z', 'revision_number': 4, 'project_id': '435fa07b94b54301a1153581c398bf6f', 'subnets': [{'id': '4aa61fbd-c5bf-458b-84d6-25fb59a08f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:23:29.941342 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port fced41f1-a954-45c4-8d49-c5e160a9445b, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=fced41f1-a954-45c4-8d49-c5e160a9445b,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:29.975148 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:29.992743 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Allocated IP 172.20.0.5 (ed154640-60b2-429a-a8e6-90c5902baba4/4aa61fbd-c5bf-458b-84d6-25fb59a08f25/faf5d130-fff7-44a4-b2d2-b1ada74fa58f) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:30.026748 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b927bc93-6355-44a5-b03e-bc9a7c5a3706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.044340 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (56f9bb30-b337-436a-a076-9c3511969e85), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.048977 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-40df8608-3239-4fef-a710-d63ae9edf8fd req-0bf0fa3b-1cf6-4f08-b060-0f12358ce5b2 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 210 time: 0.2971957 Aug 08 20:23:30.061261 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.062305 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5f5d7731-8d62-4366-b4f0-863575c92c35 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:30.115735 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-d6328405-03b1-45bd-8e4a-63d893db899c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:30.117326 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-d6328405-03b1-45bd-8e4a-63d893db899c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/networks?id=2b0afc92-421e-442d-8e82-dc3dbcf00e22 HTTP/1.1" status: 200 len: 811 time: 0.7005770 Aug 08 20:23:30.132085 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.132320 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.133209 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.133585 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.133939 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.143299 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.145626 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.145626 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.145626 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.145626 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.260536 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b927bc93-6355-44a5-b03e-bc9a7c5a3706 admin admin] Publish callbacks [] for security_group (16208586-cd54-47a8-91a6-4b80ebc99576), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.270908 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=fced41f1-a954-45c4-8d49-c5e160a9445b,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:30.289360 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 5f5d7731-8d62-4366-b4f0-863575c92c35 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:30.289360 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.355941 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:30.356318 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Checking segment: {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:30.357073 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Bound using segment: {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:30.357551 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Bound port: 2ef969a0-0db2-40d3-a7df-c54340fabcd5, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:30.357914 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.359923 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event updated for resources: {'Port': ['ID=a9b1d35d-ee5c-4bec-b651-4bff95828647,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:30.372602 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b927bc93-6355-44a5-b03e-bc9a7c5a3706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (16208586-cd54-47a8-91a6-4b80ebc99576), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.457857 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 5f5d7731-8d62-4366-b4f0-863575c92c35 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:30.461504 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.494188 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:30.501734 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927bc93-6355-44a5-b03e-bc9a7c5a3706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16208586-cd54-47a8-91a6-4b80ebc99576,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:30.509835 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.510402 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.518400 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.518400 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 20:23:30.518400 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f9bb30-b337-436a-a076-9c3511969e85']}} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:30.525160 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-b927bc93-6355-44a5-b03e-bc9a7c5a3706 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4dbc484460334aa18b6e05108a473214&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3073003 Aug 08 20:23:30.525160 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:30.526041 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:30.537329 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 5f5d7731-8d62-4366-b4f0-863575c92c35, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5f5d7731-8d62-4366-b4f0-863575c92c35,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:30.574866 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5937eefa-dde7-4d30-a202-8169926ffd99') {'for_net_delete': True} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:30.575412 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5937eefa-dde7-4d30-a202-8169926ffd99') {} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:30.578045 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 51940) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:30.629795 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3703299'] for segment (5937eefa-dde7-4d30-a202-8169926ffd99), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.642998 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.643856 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a533aa78-ca61-4a16-b409-be5b1adc26a3 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:30.683949 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (5937eefa-dde7-4d30-a202-8169926ffd99), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.726161 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=104383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:23:30.726161 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27037423'] for segment (5937eefa-dde7-4d30-a202-8169926ffd99), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.889867 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=5f5d7731-8d62-4366-b4f0-863575c92c35,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:30.913427 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port a533aa78-ca61-4a16-b409-be5b1adc26a3 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:30.913815 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:30.996551 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (56f9bb30-b337-436a-a076-9c3511969e85), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.022699 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b {{(pid=104383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:23:31.029275 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-49c39f31-43e4-488e-a44b-bbd92e924493 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/quotas/634971e0b4474ca6a63f48c4df9db9f8 HTTP/1.1" status: 200 len: 375 time: 0.2079477 Aug 08 20:23:31.031633 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.035246 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/56f9bb30-b337-436a-a076-9c3511969e85 HTTP/1.1" status: 204 len: 168 time: 2.9700789 Aug 08 20:23:31.039003 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-17819cc0-b807-452e-9730-cf9c3fff5345 admin admin] Publish callbacks [] for security_group (dd8fa5b8-833f-4ca2-bbc8-f1017195b188), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.047257 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:31.051390 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.052591 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Publish callbacks [] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.062419 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530cd46-77e8-439f-9d4f-3c7a97e6f7a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=56f9bb30-b337-436a-a076-9c3511969e85,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:31.162229 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-17819cc0-b807-452e-9730-cf9c3fff5345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (dd8fa5b8-833f-4ca2-bbc8-f1017195b188), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.171263 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-b494f341-693f-4514-bef9-6ea59eb5e388 None None] Provisioning complete for port a9b1d35d-ee5c-4bec-b651-4bff95828647 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:31.171734 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b494f341-693f-4514-bef9-6ea59eb5e388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.174413 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port a533aa78-ca61-4a16-b409-be5b1adc26a3 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:31.248927 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.provisioning_blocks [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Transition to ACTIVE for port object 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b will not be triggered until provisioned by entity L2. {{(pid=104383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:23:31.249166 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-b494f341-693f-4514-bef9-6ea59eb5e388 None None] Port a9b1d35d-ee5c-4bec-b651-4bff95828647 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:31.249245 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-949d7eef-eb24-4afa-b7c8-05cf0f5e3812 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4791861 Aug 08 20:23:31.291867 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-acc82317-883e-4d6f-b642-d6e8ec4b995d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=634971e0b4474ca6a63f48c4df9db9f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2340925 Aug 08 20:23:31.292165 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] For port 2ef969a0-0db2-40d3-a7df-c54340fabcd5, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:31.333586 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Request body: {'port': {'device_id': 'b3ade08f-3061-4568-94e1-270165663000', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:31.349585 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Publish callbacks [] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.354855 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.443757 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f215ef-f480-4fab-9fb4-311366306ef4 req-46d9ba68-c9d6-47e0-89aa-14571778ec82 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:31.450441 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b5f215ef-f480-4fab-9fb4-311366306ef4 req-46d9ba68-c9d6-47e0-89aa-14571778ec82 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 931 time: 0.5957806 Aug 08 20:23:31.453048 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17819cc0-b807-452e-9730-cf9c3fff5345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8fa5b8-833f-4ca2-bbc8-f1017195b188,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:31.458365 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8dc2-04c2-4490-a9ac-329a26c611c3 admin admin] Publish callbacks [] for security_group (16208586-cd54-47a8-91a6-4b80ebc99576), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.460864 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 5937eefa-dde7-4d30-a202-8169926ffd99 resource provider aggregate not found Aug 08 20:23:31.483903 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51964) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:31.493568 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8dc2-04c2-4490-a9ac-329a26c611c3 admin admin] Publish callbacks [] for security_group (16208586-cd54-47a8-91a6-4b80ebc99576), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.518417 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-17819cc0-b807-452e-9730-cf9c3fff5345 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=229f2baba60642dbb7f687446ad7aa8e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8144426 Aug 08 20:23:31.537708 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 5937eefa-dde7-4d30-a202-8169926ffd99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5937eefa-dde7-4d30-a202-8169926ffd99 found for delete ", "request_id": "req-ef436a8a-de92-4e1e-a58f-2c438a4ad87d"}]} Aug 08 20:23:31.544950 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51966) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:31.577946 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] For port 2ef969a0-0db2-40d3-a7df-c54340fabcd5, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=2ef969a0-0db2-40d3-a7df-c54340fabcd5,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:31.617800 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device fced41f1-a954-45c4-8d49-c5e160a9445b up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:31.634355 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.683194 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port fced41f1-a954-45c4-8d49-c5e160a9445b triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:31.683633 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.711769 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.727294 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:31.728451 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.730871 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] 10.222.0.49 "PUT /v2.0/ports/2ef969a0-0db2-40d3-a7df-c54340fabcd5 HTTP/1.1" status: 200 len: 1093 time: 5.4566214 Aug 08 20:23:31.732656 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ca0fa6-0575-4f64-bea6-93f12ba5ca25', 'tag': '2ef969a0-0db2-40d3-a7df-c54340fabcd5'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:23:31.755161 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-da26beba-78bf-4c90-aea2-8a47968ad06b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c01db3437f749a8b1fbe573d6a2f744&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2450645 Aug 08 20:23:31.765674 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 51974) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:31.766571 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b371f-b254-4c65-8965-48714409c80c service neutron] Pushing event updated for resources: {'Port': ['ID=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:31.819178 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.819178 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8dc2-04c2-4490-a9ac-329a26c611c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (16208586-cd54-47a8-91a6-4b80ebc99576), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.819178 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8dc2-04c2-4490-a9ac-329a26c611c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:31.820177 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ae7c8dc2-04c2-4490-a9ac-329a26c611c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16208586-cd54-47a8-91a6-4b80ebc99576 HTTP/1.1" status: 204 len: 168 time: 1.2411337 Aug 08 20:23:31.851563 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Network ed154640-60b2-429a-a8e6-90c5902baba4 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:31.874905 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b5f215ef-f480-4fab-9fb4-311366306ef4 req-a5e27564-4edd-4c07-82d9-3998546c3a5f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050746 Aug 08 20:23:31.885351 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:31.905906 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port fced41f1-a954-45c4-8d49-c5e160a9445b is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:31.909318 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5f5d7731-8d62-4366-b4f0-863575c92c35 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:31.919088 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:32.013990 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-790fd41f-aa83-4e51-8cce-5b024aae31d2 service neutron] 10.222.0.26 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7066987 Aug 08 20:23:32.073829 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 5f5d7731-8d62-4366-b4f0-863575c92c35 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:32.074235 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:32.101210 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:32.105474 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:32.152969 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.managers [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Attempting to bind port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:32.156481 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.managers [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Attempting to bind port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'}] {{(pid=104383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:32.159386 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Attempting to bind port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b on network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc {{(pid=104383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:32.225081 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 5f5d7731-8d62-4366-b4f0-863575c92c35 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:32.226220 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0b174637-e3d3-494c-8793-c7eae2f321ba up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:32.241421 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b on network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:23:32.243851 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Attempting to bind port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b on network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc {{(pid=104383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:32.265098 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c8dc2-04c2-4490-a9ac-329a26c611c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16208586-cd54-47a8-91a6-4b80ebc99576,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:32.302795 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5780c7-447d-4828-9977-5b6e732fbbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ca0fa6-0575-4f64-bea6-93f12ba5ca25", "tag": "2ef969a0-0db2-40d3-a7df-c54340fabcd5"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:23:32.313227 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8179588 Aug 08 20:23:32.365890 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 0b174637-e3d3-494c-8793-c7eae2f321ba triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:32.366684 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:32.405762 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Request body: {'port': {'device_id': '3f37662b-5498-4861-8d6c-3f2d7c38a41b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:32.414948 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5d6e-494b-450d-b1c1-f43848e48e17 admin admin] Publish callbacks [] for security_group (dd8fa5b8-833f-4ca2-bbc8-f1017195b188), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:32.417494 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-9dc2c31d-0d8b-4ee4-a090-734079bc431e None None] Provisioning complete for port faf5d130-fff7-44a4-b2d2-b1ada74fa58f triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:32.418374 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:32.419018 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Checking segment: {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:32.420061 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Bound using segment: {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'} {{(pid=104383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:32.421011 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.managers [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Bound port: 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'}}] {{(pid=104383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:32.421214 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9dc2c31d-0d8b-4ee4-a090-734079bc431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:32.421824 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:32.490861 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2c31d-0d8b-4ee4-a090-734079bc431e None None] Port faf5d130-fff7-44a4-b2d2-b1ada74fa58f cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:32.581183 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 0b174637-e3d3-494c-8793-c7eae2f321ba is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:32.581965 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:32.636165 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 0b174637-e3d3-494c-8793-c7eae2f321ba, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0b174637-e3d3-494c-8793-c7eae2f321ba,segment=NetworkSegment(634ccab2-aaad-45d3-9405-4374de0d18f3),segment_id=634ccab2-aaad-45d3-9405-4374de0d18f3)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:32.655109 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d818d-9e55-4986-8c91-7d07cd45f2ee service neutron] Pushing event updated for resources: {'Port': ['ID=2ef969a0-0db2-40d3-a7df-c54340fabcd5,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:32.718211 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:32.741968 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b718437-db44-43ff-920d-d26af75037bb req-17c7038a-59ce-48de-a583-590a38545fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:32.749190 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-17c7038a-59ce-48de-a583-590a38545fae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 1127 time: 0.6707988 Aug 08 20:23:32.850255 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=0b174637-e3d3-494c-8793-c7eae2f321ba,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:33.115319 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5d6e-494b-450d-b1c1-f43848e48e17 admin admin] Publish callbacks [] for security_group (dd8fa5b8-833f-4ca2-bbc8-f1017195b188), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:33.124376 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-17a4f033-c807-4c48-8e7c-d7caabf6e19a admin admin] Publish callbacks [] for security_group (4e0d12af-6662-477f-9ed4-ba7dc34ea463), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:33.135559 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-3a7610ce-da85-4c18-a446-9d947aab4ca3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef969a0-0db2-40d3-a7df-c54340fabcd5 HTTP/1.1" status: 200 len: 217 time: 0.3027017 Aug 08 20:23:33.140044 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896955a3-8693-4461-867a-4081cba1d61f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Pushing event updated for resources: {'Port': ['ID=faf5d130-fff7-44a4-b2d2-b1ada74fa58f,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:33.183061 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:33.275531 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9645348-bf26-445d-ba2d-fdba95e1319a req-2d2727af-dd27-4a79-9f89-39f9599c0aea tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:33.279535 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d9645348-bf26-445d-ba2d-fdba95e1319a req-2d2727af-dd27-4a79-9f89-39f9599c0aea tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 931 time: 1.0940304 Aug 08 20:23:33.288788 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] For port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b, host hv-cinder-84882, cleared binding levels {{(pid=104383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:33.339553 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-17a4f033-c807-4c48-8e7c-d7caabf6e19a admin admin] Publish callbacks [] for security_group (4e0d12af-6662-477f-9ed4-ba7dc34ea463), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:33.342392 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0b174637-e3d3-494c-8793-c7eae2f321ba up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:33.364916 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-73f55289-a33a-443c-b904-66d4e4c6694f service neutron] 10.222.0.26 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3067157 Aug 08 20:23:33.405851 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] For port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:33.441391 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 0b174637-e3d3-494c-8793-c7eae2f321ba triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:33.442018 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:33.473436 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d9645348-bf26-445d-ba2d-fdba95e1319a req-15455bcf-b5ff-4a01-ac93-22fbb70f428b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642013 Aug 08 20:23:33.480130 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:33.558640 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b371f-b254-4c65-8965-48714409c80c service neutron] Pushing event updated for resources: {'Port': ['ID=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b,revision_number=3']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:33.562847 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:33.563416 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for port (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:33.565366 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-638b371f-b254-4c65-8965-48714409c80c service neutron] 10.222.0.49 "PUT /v2.0/ports/4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b HTTP/1.1" status: 200 len: 1093 time: 6.2054770 Aug 08 20:23:33.565826 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8997f2f4-1019-4231-beea-6a17882d530a', 'tag': '4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:23:33.715945 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 0b174637-e3d3-494c-8793-c7eae2f321ba is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:33.775322 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5d6e-494b-450d-b1c1-f43848e48e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (dd8fa5b8-833f-4ca2-bbc8-f1017195b188), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:33.778613 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5d6e-494b-450d-b1c1-f43848e48e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:33.779923 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ec4d5d6e-494b-450d-b1c1-f43848e48e17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd8fa5b8-833f-4ca2-bbc8-f1017195b188 HTTP/1.1" status: 204 len: 168 time: 2.2200630 Aug 08 20:23:33.780925 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-17a4f033-c807-4c48-8e7c-d7caabf6e19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (4e0d12af-6662-477f-9ed4-ba7dc34ea463), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:33.784991 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-17a4f033-c807-4c48-8e7c-d7caabf6e19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:33.786298 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-17a4f033-c807-4c48-8e7c-d7caabf6e19a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e0d12af-6662-477f-9ed4-ba7dc34ea463 HTTP/1.1" status: 204 len: 168 time: 2.0152640 Aug 08 20:23:33.806212 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d5d6e-494b-450d-b1c1-f43848e48e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8fa5b8-833f-4ca2-bbc8-f1017195b188,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:33.853321 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0c040-b200-4316-bee2-f4519a5dd5b6 req-1fde75bc-4114-4a87-a7b7-18403cf347b0 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:33.855448 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-27d0c040-b200-4316-bee2-f4519a5dd5b6 req-1fde75bc-4114-4a87-a7b7-18403cf347b0 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 931 time: 0.2308743 Aug 08 20:23:33.867072 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b718437-db44-43ff-920d-d26af75037bb req-01946c0b-95dc-4731-8e1d-7250fd22a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:33.869410 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-01946c0b-95dc-4731-8e1d-7250fd22a76c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.7261927 Aug 08 20:23:33.875584 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4f033-c807-4c48-8e7c-d7caabf6e19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0d12af-6662-477f-9ed4-ba7dc34ea463,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:33.899441 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1db35b4-3d82-437f-b68e-9d0b6fe92932" -d '{"events": [{"name": "network-changed", "server_uuid": "8997f2f4-1019-4231-beea-6a17882d530a", "tag": "4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:23:33.945118 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-d38b1ee7-26c3-446f-adb2-26aa5c9d03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:33.946813 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-d38b1ee7-26c3-446f-adb2-26aa5c9d03b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 1127 time: 0.2500937 Aug 08 20:23:33.996428 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-27d0c040-b200-4316-bee2-f4519a5dd5b6 req-88a68419-f229-4e2a-bcb6-9e66f1a52967 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240857 Aug 08 20:23:34.335408 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4ce9a2-bc58-4cc1-a548-7e5dac2255ba x-openstack-request-id: req-8c4ce9a2-bc58-4cc1-a548-7e5dac2255ba {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:23:34.335997 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ca0fa6-0575-4f64-bea6-93f12ba5ca25", "tag": "2ef969a0-0db2-40d3-a7df-c54340fabcd5", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:23:34.335997 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c4ce9a2-bc58-4cc1-a548-7e5dac2255ba {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:23:34.338524 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4ce9a2-bc58-4cc1-a548-7e5dac2255ba'] response: {'name': 'network-changed', 'server_uuid': 'c5ca0fa6-0575-4f64-bea6-93f12ba5ca25', 'tag': '2ef969a0-0db2-40d3-a7df-c54340fabcd5', 'status': 'completed', 'code': 200} Aug 08 20:23:34.395293 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b1d35d-ee5c-4bec-b651-4bff95828647 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:23:34.414817 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-569ff78a-23bf-4b74-b3fa-3c5e8e98ec35 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b HTTP/1.1" status: 200 len: 217 time: 0.2700419 Aug 08 20:23:34.419986 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Publish callbacks [] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:34.464007 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Transition to ACTIVE for port object a9b1d35d-ee5c-4bec-b651-4bff95828647 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:23:34.468073 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b718437-db44-43ff-920d-d26af75037bb req-3a4cb084-855a-4100-93c0-a785fc217636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:34.476025 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-3a4cb084-855a-4100-93c0-a785fc217636 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5936608 Aug 08 20:23:34.507046 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-29d92c96-8bde-4514-ab51-7f89becba703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:34.508539 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-29d92c96-8bde-4514-ab51-7f89becba703 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.0563300 Aug 08 20:23:34.510416 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-68b4bb8a-b8c6-4674-881a-7913129ee775 req-586a133f-0929-42db-9469-7ca49b23cc34 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 210 time: 0.1072290 Aug 08 20:23:34.537717 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:34.670586 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ad1d-6f0f-44cc-8d6d-39e6732e4544 req-8f38caaf-7cc1-423b-ad4b-cab1af0f12e5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:34.676612 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ccb2ad1d-6f0f-44cc-8d6d-39e6732e4544 req-8f38caaf-7cc1-423b-ad4b-cab1af0f12e5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 943 time: 0.3925321 Aug 08 20:23:34.787024 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-146e4f6c-509b-4700-a6c3-9879e29e8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:34.788649 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-146e4f6c-509b-4700-a6c3-9879e29e8889 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2538822 Aug 08 20:23:34.814525 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ccb2ad1d-6f0f-44cc-8d6d-39e6732e4544 req-bffef430-7179-4e74-b9e4-1483cced2caa tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123981 Aug 08 20:23:34.956158 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-1a0473b3-55db-4408-9b65-1f78abb0c239 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392252 Aug 08 20:23:35.114331 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b1d35d-ee5c-4bec-b651-4bff95828647,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:35.139462 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf5d130-fff7-44a4-b2d2-b1ada74fa58f {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:23:35.155669 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10909e37-6a99-4479-a294-6e2876c66592 req-c009ec0d-4713-473e-a6d2-6a4484d6e81f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:35.155669 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-10909e37-6a99-4479-a294-6e2876c66592 req-c009ec0d-4713-473e-a6d2-6a4484d6e81f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.1950481 Aug 08 20:23:35.159785 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Publish callbacks [] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:35.190489 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-5dd9f47b-f1bc-4378-b23f-ab4ce8ff2f73 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680472 Aug 08 20:23:35.222907 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a18ef1-819f-4cba-8a85-f0367ff84a7b req-5b6cff26-677f-4622-bf7e-e345ea9107d4 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568314 Aug 08 20:23:35.259222 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-10909e37-6a99-4479-a294-6e2876c66592 req-fb31bb9a-7733-4c66-a9ed-98ec339b2700 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864689 Aug 08 20:23:35.261442 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Attempting to bind port a9b1d35d-ee5c-4bec-b651-4bff95828647 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:35.261906 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Attempting to bind port a9b1d35d-ee5c-4bec-b651-4bff95828647 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:35.262220 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Attempting to bind port a9b1d35d-ee5c-4bec-b651-4bff95828647 on network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:35.267115 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Transition to ACTIVE for port object faf5d130-fff7-44a4-b2d2-b1ada74fa58f will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:23:35.278792 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Port a9b1d35d-ee5c-4bec-b651-4bff95828647 on network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:23:35.279212 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Attempting to bind port a9b1d35d-ee5c-4bec-b651-4bff95828647 on network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:35.306379 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d010b4-1d7c-46bc-9b63-60c35c872822 x-openstack-request-id: req-11d010b4-1d7c-46bc-9b63-60c35c872822 {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:23:35.306766 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8997f2f4-1019-4231-beea-6a17882d530a", "tag": "4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:23:35.307612 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11d010b4-1d7c-46bc-9b63-60c35c872822 {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:23:35.308519 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d010b4-1d7c-46bc-9b63-60c35c872822'] response: {'name': 'network-changed', 'server_uuid': '8997f2f4-1019-4231-beea-6a17882d530a', 'tag': '4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b', 'status': 'completed', 'code': 200} Aug 08 20:23:35.316422 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:35.317030 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Checking segment: {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:35.317637 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Bound using segment: {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:35.318295 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Bound port: a9b1d35d-ee5c-4bec-b651-4bff95828647, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:35.318844 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:35.360239 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:35.408969 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b718437-db44-43ff-920d-d26af75037bb req-2ccdc460-0a9d-4bfe-b782-cc8e27066403 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114673 Aug 08 20:23:35.413979 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52060) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:35.562136 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-b6e907fd-c991-4852-ae45-7a74188f3029 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ed1406987ce4435a171bd8f3299d946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454074 Aug 08 20:23:35.565223 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 52066) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:35.576512 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Pushing event updated for resources: {'Port': ['ID=faf5d130-fff7-44a4-b2d2-b1ada74fa58f,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:35.594535 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976097ca-e996-4fb9-8c37-33e52107d050 req-89ba1d4e-283c-458c-a715-51d9a6b7b579 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:35.599041 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-976097ca-e996-4fb9-8c37-33e52107d050 req-89ba1d4e-283c-458c-a715-51d9a6b7b579 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 943 time: 0.2230639 Aug 08 20:23:35.644798 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db35b4-3d82-437f-b68e-9d0b6fe92932 req-926bc7d5-85d9-4b0c-a75a-4ba07a0797d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:35.646539 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e1db35b4-3d82-437f-b68e-9d0b6fe92932 req-926bc7d5-85d9-4b0c-a75a-4ba07a0797d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 1127 time: 0.2405002 Aug 08 20:23:35.647416 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:35.721725 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:35.765005 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Attempting to bind port faf5d130-fff7-44a4-b2d2-b1ada74fa58f on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:35.765762 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Attempting to bind port faf5d130-fff7-44a4-b2d2-b1ada74fa58f by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:35.765996 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Attempting to bind port faf5d130-fff7-44a4-b2d2-b1ada74fa58f on network ed154640-60b2-429a-a8e6-90c5902baba4 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:35.774919 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e26906e1-1a7a-455e-bcf3-fbcb2636075e req-1321091a-3391-4cc7-aa40-098ff60fa8d8 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 210 time: 0.1140671 Aug 08 20:23:35.804642 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:35.815389 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4c13-37a5-4ea2-a1f8-80f2ec5c514e admin admin] Publish callbacks [] for security_group (d55335fc-a9dd-4699-bd9a-cd3a95eb1c16), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:35.817930 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:35.818936 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:35.820645 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] 10.222.0.49 "PUT /v2.0/ports/a9b1d35d-ee5c-4bec-b651-4bff95828647 HTTP/1.1" status: 200 len: 1093 time: 4.5471876 Aug 08 20:23:35.837123 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Port faf5d130-fff7-44a4-b2d2-b1ada74fa58f on network ed154640-60b2-429a-a8e6-90c5902baba4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:23:35.837685 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Attempting to bind port faf5d130-fff7-44a4-b2d2-b1ada74fa58f on network ed154640-60b2-429a-a8e6-90c5902baba4 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:35.944969 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5780c7-447d-4828-9977-5b6e732fbbc3 req-7338602b-5372-4cff-8ce8-1a493635b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:35.949483 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9f5780c7-447d-4828-9977-5b6e732fbbc3 req-7338602b-5372-4cff-8ce8-1a493635b5c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 1127 time: 0.3623958 Aug 08 20:23:35.950453 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:35.950932 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Checking segment: {'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:35.951502 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Bound using segment: {'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:35.952105 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Bound port: faf5d130-fff7-44a4-b2d2-b1ada74fa58f, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634ccab2-aaad-45d3-9405-4374de0d18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:35.952609 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:35.957131 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4c13-37a5-4ea2-a1f8-80f2ec5c514e admin admin] Publish callbacks [] for security_group (d55335fc-a9dd-4699-bd9a-cd3a95eb1c16), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:35.996333 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-976097ca-e996-4fb9-8c37-33e52107d050 req-f248bd5d-c56c-4474-9433-a2e7196c8212 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878343 Aug 08 20:23:36.193852 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07491f3-9b11-4b91-b6bb-117009a8d4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b1d35d-ee5c-4bec-b651-4bff95828647,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:36.218267 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db35b4-3d82-437f-b68e-9d0b6fe92932 req-78b09024-1beb-464f-aba6-394b1c5c8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:36.218267 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e1db35b4-3d82-437f-b68e-9d0b6fe92932 req-78b09024-1beb-464f-aba6-394b1c5c8182 service neutron] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 919 time: 0.5368679 Aug 08 20:23:36.219116 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f0ff3-a19f-420e-9e93-6edb8660af97 req-60f984d2-b074-4c10-9a4b-067dbe81fc71 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:36.227602 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b86f0ff3-a19f-420e-9e93-6edb8660af97 req-60f984d2-b074-4c10-9a4b-067dbe81fc71 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 943 time: 0.1720042 Aug 08 20:23:36.270211 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e1db35b4-3d82-437f-b68e-9d0b6fe92932 req-4d831d16-ed96-4271-8c54-6c9f85173018 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b HTTP/1.1" status: 200 len: 217 time: 0.0404716 Aug 08 20:23:36.343993 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:23:36.346943 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e499835b-22e2-4240-a4ec-ecaf1e06bceb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:23:36.349276 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b86f0ff3-a19f-420e-9e93-6edb8660af97 req-fe5c6da8-69d4-4968-9d54-01333edbef37 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206918 Aug 08 20:23:36.350277 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4c13-37a5-4ea2-a1f8-80f2ec5c514e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (d55335fc-a9dd-4699-bd9a-cd3a95eb1c16), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:36.353073 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4c13-37a5-4ea2-a1f8-80f2ec5c514e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:36.354317 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ee8f4c13-37a5-4ea2-a1f8-80f2ec5c514e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d55335fc-a9dd-4699-bd9a-cd3a95eb1c16 HTTP/1.1" status: 204 len: 168 time: 0.7863832 Aug 08 20:23:36.392582 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] For port faf5d130-fff7-44a4-b2d2-b1ada74fa58f, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:36.395912 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f4c13-37a5-4ea2-a1f8-80f2ec5c514e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55335fc-a9dd-4699-bd9a-cd3a95eb1c16,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:36.397915 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db35b4-3d82-437f-b68e-9d0b6fe92932 req-b5ae9795-1074-47ec-9e33-756f8be7e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:36.400368 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e1db35b4-3d82-437f-b68e-9d0b6fe92932 req-b5ae9795-1074-47ec-9e33-756f8be7e6a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.1220856 Aug 08 20:23:36.403035 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-0aa5fe38-cddc-4dd0-ba8e-47cc751f3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:36.404876 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-0aa5fe38-cddc-4dd0-ba8e-47cc751f3240 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 1127 time: 0.4085793 Aug 08 20:23:36.452058 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-2e4e0dc2-b09b-49e6-8dcb-0d9c83fa784b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647 HTTP/1.1" status: 200 len: 217 time: 0.0387645 Aug 08 20:23:36.453887 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5780c7-447d-4828-9977-5b6e732fbbc3 req-f1bddf55-dbd7-40fc-80b9-ada05ca9073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:36.456480 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9f5780c7-447d-4828-9977-5b6e732fbbc3 req-f1bddf55-dbd7-40fc-80b9-ada05ca9073a service neutron] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 919 time: 0.4741449 Aug 08 20:23:36.458173 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] For port faf5d130-fff7-44a4-b2d2-b1ada74fa58f, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=faf5d130-fff7-44a4-b2d2-b1ada74fa58f,segment=NetworkSegment(634ccab2-aaad-45d3-9405-4374de0d18f3),segment_id=634ccab2-aaad-45d3-9405-4374de0d18f3)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:36.460490 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d679c3-3e3d-4636-9555-cfe0c9d9d126 x-openstack-request-id: req-93d679c3-3e3d-4636-9555-cfe0c9d9d126 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:23:36.460785 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:23:36.461065 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93d679c3-3e3d-4636-9555-cfe0c9d9d126 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:23:36.461459 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d679c3-3e3d-4636-9555-cfe0c9d9d126'] response: {'name': 'network-changed', 'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'status': 'completed', 'code': 200} Aug 08 20:23:36.545262 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db35b4-3d82-437f-b68e-9d0b6fe92932 req-2bd81979-6200-4e8c-be19-3fac864d7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:36.546707 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e1db35b4-3d82-437f-b68e-9d0b6fe92932 req-2bd81979-6200-4e8c-be19-3fac864d7df6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1361234 Aug 08 20:23:36.560477 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9f5780c7-447d-4828-9977-5b6e732fbbc3 req-abc06c0b-0934-4587-b883-3f5db30245e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef969a0-0db2-40d3-a7df-c54340fabcd5 HTTP/1.1" status: 200 len: 217 time: 0.0799031 Aug 08 20:23:36.566221 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390c4dd-00b8-48c2-b499-0712e016c6fd req-0bd8e3d6-fe3e-4605-8da3-234b43e63388 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:36.567818 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d390c4dd-00b8-48c2-b499-0712e016c6fd req-0bd8e3d6-fe3e-4605-8da3-234b43e63388 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0880105 Aug 08 20:23:36.590587 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:36.678885 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:36.679630 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:36.685181 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] 10.222.0.49 "PUT /v2.0/ports/faf5d130-fff7-44a4-b2d2-b1ada74fa58f HTTP/1.1" status: 200 len: 1093 time: 4.3033130 Aug 08 20:23:36.685934 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9393d-9546-4dc4-b730-203ed388e21c service neutron] Pushing event updated for resources: {'Port': ['ID=faf5d130-fff7-44a4-b2d2-b1ada74fa58f,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:36.738036 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.49', 62226) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:36.740024 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-65d90e0f-3685-42c1-86ae-80c323119f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:36.741666 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-65d90e0f-3685-42c1-86ae-80c323119f56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 200 len: 855 time: 0.2583017 Aug 08 20:23:37.017924 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-52b2c531-8ff0-4268-b89f-669df5503d59 req-9d5cfc7c-2e82-42a7-9c2a-88bc46f5bdfa tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 210 time: 0.0690687 Aug 08 20:23:37.044938 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-ce359926-e45a-4a21-ae2a-df835daf45f4 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:37.047174 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-ce359926-e45a-4a21-ae2a-df835daf45f4 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.49 "GET /v2.0/networks?id=2b0afc92-421e-442d-8e82-dc3dbcf00e22 HTTP/1.1" status: 200 len: 811 time: 0.3039768 Aug 08 20:23:37.049287 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5780c7-447d-4828-9977-5b6e732fbbc3 req-f81dd2a9-188c-499a-9e67-8b20a727f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:37.051379 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9f5780c7-447d-4828-9977-5b6e732fbbc3 req-f81dd2a9-188c-499a-9e67-8b20a727f19d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.4630954 Aug 08 20:23:37.103206 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d390c4dd-00b8-48c2-b499-0712e016c6fd req-9b32727f-0a0f-459a-b0ca-36d77e6d89b1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5161431 Aug 08 20:23:37.169101 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e1db35b4-3d82-437f-b68e-9d0b6fe92932 req-e8475338-f440-49b8-aeed-bd742e32e258 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002603 Aug 08 20:23:37.451009 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d08263-3769-4165-8b57-516ff2065561 req-b02a29cf-ce12-437b-a501-da916084e980 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:37.459023 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-62d08263-3769-4165-8b57-516ff2065561 req-b02a29cf-ce12-437b-a501-da916084e980 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 943 time: 0.2050781 Aug 08 20:23:37.516696 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e1db35b4-3d82-437f-b68e-9d0b6fe92932 req-08b875e9-adbb-451c-a0e2-aa2163b0430e service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346996 Aug 08 20:23:37.524189 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-62d08263-3769-4165-8b57-516ff2065561 req-1f9ab548-5f6a-4c01-bf51-3257fbc5b89e tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617852 Aug 08 20:23:37.599788 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b487bb-0404-4c02-b866-3e28eadf4bd9 req-a86b4b62-3b84-442c-aafe-44e246f9120b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:37.607157 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f8b487bb-0404-4c02-b866-3e28eadf4bd9 req-a86b4b62-3b84-442c-aafe-44e246f9120b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 943 time: 0.0890720 Aug 08 20:23:37.678041 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f8b487bb-0404-4c02-b866-3e28eadf4bd9 req-b976e79e-fdb9-4202-a33d-17fee633929e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663278 Aug 08 20:23:37.727526 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-eaf106a4-e37f-4b7f-8251-746c29b16933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:37.729998 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-eaf106a4-e37f-4b7f-8251-746c29b16933 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0fe47e-2c8c-470d-88d2-53ef7f857979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.9699059 Aug 08 20:23:37.760345 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-5d7bfdd9-133c-476c-abeb-cf0bf7b47e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:37.766707 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-5d7bfdd9-133c-476c-abeb-cf0bf7b47e5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=435fa07b94b54301a1153581c398bf6f&device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 1127 time: 0.8664665 Aug 08 20:23:37.862240 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5780c7-447d-4828-9977-5b6e732fbbc3 req-ae8e02f6-40d8-4cdd-8dfc-72976875f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:37.862240 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9f5780c7-447d-4828-9977-5b6e732fbbc3 req-ae8e02f6-40d8-4cdd-8dfc-72976875f607 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6693051 Aug 08 20:23:37.918970 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-6ed6b815-09f6-49a4-aa04-fbd6e302b9c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf5d130-fff7-44a4-b2d2-b1ada74fa58f HTTP/1.1" status: 200 len: 217 time: 0.1005051 Aug 08 20:23:37.923765 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-3ee46503-aaf0-45aa-bde0-b61a9f8da40c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=634971e0b4474ca6a63f48c4df9db9f8 HTTP/1.1" status: 200 len: 380 time: 0.8133430 Aug 08 20:23:37.960139 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Request body: {'port': {'device_id': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'admin_state_up': True, 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'security_groups': ['158ed42e-291f-4507-b964-22415a70879a']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:38.107328 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-9ade3e7c-a4f6-4222-98e1-042899e5d15d service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636265 Aug 08 20:23:38.119986 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-344e408a-2339-4c98-8498-7a018ff4bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:38.121439 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-344e408a-2339-4c98-8498-7a018ff4bac6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4aa61fbd-c5bf-458b-84d6-25fb59a08f25 HTTP/1.1" status: 200 len: 850 time: 0.1783044 Aug 08 20:23:38.130071 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9f5780c7-447d-4828-9977-5b6e732fbbc3 req-9419028c-44ce-42ad-8477-d0bd5ddc8c9c service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080509 Aug 08 20:23:38.178910 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-30162798-d9ec-47c8-816b-6d7dd2c85e11 req-1123d687-c286-4f45-a727-0060f4413025 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 210 time: 0.0370755 Aug 08 20:23:38.284526 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499e2e8-25d8-4905-9224-e5ba01e592e0 req-0a582ab5-eec2-41e8-b68b-600f53f35ce3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:38.295126 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4499e2e8-25d8-4905-9224-e5ba01e592e0 req-0a582ab5-eec2-41e8-b68b-600f53f35ce3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0807121 Aug 08 20:23:38.362093 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4499e2e8-25d8-4905-9224-e5ba01e592e0 req-777f2f56-8d62-422b-bab5-0034f747b11a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655613 Aug 08 20:23:38.377433 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-1f664d98-5e84-430f-8718-c07daac534c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:38.379012 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-1f664d98-5e84-430f-8718-c07daac534c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ed154640-60b2-429a-a8e6-90c5902baba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2344196 Aug 08 20:23:38.387123 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-3767c99a-efca-4b34-83fa-085a354c639e service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435915 Aug 08 20:23:38.388931 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9f5780c7-447d-4828-9977-5b6e732fbbc3 req-3bc40686-298a-4ec5-b65e-a8b6382086f7 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434068 Aug 08 20:23:38.462740 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f37662b-5498-4861-8d6c-3f2d7c38a41b', 'tag': 'faf5d130-fff7-44a4-b2d2-b1ada74fa58f'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:23:38.465250 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18148a5d-d34b-46ab-8bbf-f650dc876318" -d '{"events": [{"name": "network-changed", "server_uuid": "3f37662b-5498-4861-8d6c-3f2d7c38a41b", "tag": "faf5d130-fff7-44a4-b2d2-b1ada74fa58f"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:23:38.512242 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53bc9b2-a591-4e48-aa37-ab3ef28e4dfb x-openstack-request-id: req-f53bc9b2-a591-4e48-aa37-ab3ef28e4dfb {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:23:38.512547 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f37662b-5498-4861-8d6c-3f2d7c38a41b", "tag": "faf5d130-fff7-44a4-b2d2-b1ada74fa58f", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:23:38.512837 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f53bc9b2-a591-4e48-aa37-ab3ef28e4dfb {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:23:38.513274 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f53bc9b2-a591-4e48-aa37-ab3ef28e4dfb'] response: {'name': 'network-changed', 'server_uuid': '3f37662b-5498-4861-8d6c-3f2d7c38a41b', 'tag': 'faf5d130-fff7-44a4-b2d2-b1ada74fa58f', 'status': 'completed', 'code': 200} Aug 08 20:23:38.686226 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff8d42-5fe6-4189-b091-226eb413316e req-06391fbb-68bf-456a-8913-c4dfdedd1ec1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:38.687841 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-84ff8d42-5fe6-4189-b091-226eb413316e req-06391fbb-68bf-456a-8913-c4dfdedd1ec1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 943 time: 0.0691113 Aug 08 20:23:38.744945 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-84ff8d42-5fe6-4189-b091-226eb413316e req-6b709e61-3edc-44af-94a8-232d0ea4a55a tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474875 Aug 08 20:23:38.810427 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ddb33-5682-424b-af85-c5a5666d50b0 req-36444bad-4b77-47a3-99d1-e5e2e3965593 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:38.812384 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4b3ddb33-5682-424b-af85-c5a5666d50b0 req-36444bad-4b77-47a3-99d1-e5e2e3965593 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 943 time: 0.0583808 Aug 08 20:23:38.862559 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-9853c13d-707a-4b14-b609-6456968cc789 service neutron] 10.222.0.49 "GET /v2.0/networks/ed154640-60b2-429a-a8e6-90c5902baba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922339 Aug 08 20:23:39.103075 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4b3ddb33-5682-424b-af85-c5a5666d50b0 req-1c68ae26-ad7f-43c9-ae7f-63c3e61cf773 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476644 Aug 08 20:23:39.103543 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1e8be2ba-bf7f-4eeb-bccf-38dd4b717aa7 req-14456fdb-0a1c-40a8-ba42-42c5abb65691 service neutron] 10.222.0.49 "GET /v2.0/networks/ed154640-60b2-429a-a8e6-90c5902baba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870125 Aug 08 20:23:39.295790 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b982b429-3268-49b5-b815-7dc02bda7cfe req-128fa856-0fd0-4984-8b43-ea6b85d8f4e3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 210 time: 0.0314274 Aug 08 20:23:39.442426 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Made reservation on behalf of 634971e0b4474ca6a63f48c4df9db9f8 for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:23:39.445978 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:39.503601 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab950a8e-8e0a-4d5a-8001-591c6344968b req-7511f8ca-c6f6-4757-a923-44fa7fc4d202 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:39.509287 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ab950a8e-8e0a-4d5a-8001-591c6344968b req-7511f8ca-c6f6-4757-a923-44fa7fc4d202 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0762327 Aug 08 20:23:39.588147 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ab950a8e-8e0a-4d5a-8001-591c6344968b req-b4a544fe-4bcd-4e97-99f3-c73bbec393ee tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727465 Aug 08 20:23:39.684379 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Allocated IP 172.20.0.11 (2b0afc92-421e-442d-8e82-dc3dbcf00e22/5030c856-d3a0-48d5-b9be-9e1da7f17882/dcdcbb78-7314-43e9-ad1c-2deb069be7b2) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:23:39.711207 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499835b-22e2-4240-a4ec-ecaf1e06bceb req-a5240f1f-3c87-44df-8752-4e5d19e2f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:39.712684 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e499835b-22e2-4240-a4ec-ecaf1e06bceb req-a5240f1f-3c87-44df-8752-4e5d19e2f0db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 1127 time: 0.0733638 Aug 08 20:23:39.839989 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52190) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:39.916444 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26da6-0875-4287-8d54-29d520dabeec req-9699d227-761a-47fb-90a7-830efce4f6d9 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:39.924459 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-92f26da6-0875-4287-8d54-29d520dabeec req-9699d227-761a-47fb-90a7-830efce4f6d9 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 943 time: 0.0997596 Aug 08 20:23:39.932167 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499835b-22e2-4240-a4ec-ecaf1e06bceb req-2387828d-56be-4c67-9fe1-213c0c4a38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:39.933712 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e499835b-22e2-4240-a4ec-ecaf1e06bceb req-2387828d-56be-4c67-9fe1-213c0c4a38a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 917 time: 0.2060270 Aug 08 20:23:39.935541 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148a5d-d34b-46ab-8bbf-f650dc876318 req-84326af3-66f1-4908-b180-115736f4f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:39.936925 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-18148a5d-d34b-46ab-8bbf-f650dc876318 req-84326af3-66f1-4908-b180-115736f4f94e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=435fa07b94b54301a1153581c398bf6f&device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 1127 time: 0.2189493 Aug 08 20:23:39.986539 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-92f26da6-0875-4287-8d54-29d520dabeec req-96d045b6-045e-48fa-a3c2-68fa1dd3b6a3 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599403 Aug 08 20:23:39.995417 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c68a-750b-457c-abc9-b132432ecc8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:40.036891 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e499835b-22e2-4240-a4ec-ecaf1e06bceb req-30fda4ae-2346-40bc-9150-e08bfabab335 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647 HTTP/1.1" status: 200 len: 217 time: 0.0901031 Aug 08 20:23:40.056547 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:40.089281 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c68a-750b-457c-abc9-b132432ecc8c admin admin] Publish callbacks [] for security_group (82b6eb0d-9cdf-4b13-97a2-ab4a2d3fcb46), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:40.154377 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499835b-22e2-4240-a4ec-ecaf1e06bceb req-4378bd58-8605-4752-bd43-2358ba1d34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:40.156140 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e499835b-22e2-4240-a4ec-ecaf1e06bceb req-4378bd58-8605-4752-bd43-2358ba1d34c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 200 len: 855 time: 0.1112356 Aug 08 20:23:40.176620 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c68a-750b-457c-abc9-b132432ecc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (82b6eb0d-9cdf-4b13-97a2-ab4a2d3fcb46), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:40.213413 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148a5d-d34b-46ab-8bbf-f650dc876318 req-3b022862-c141-4321-8e6d-c6b29603bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:40.215695 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-18148a5d-d34b-46ab-8bbf-f650dc876318 req-3b022862-c141-4321-8e6d-c6b29603bd8b service neutron] 10.222.0.49 "GET /v2.0/networks?id=ed154640-60b2-429a-a8e6-90c5902baba4 HTTP/1.1" status: 200 len: 912 time: 0.2699847 Aug 08 20:23:40.231526 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-cdb9c68a-750b-457c-abc9-b132432ecc8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc0578e3f8ec46c5b455c638367d1703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3917749 Aug 08 20:23:40.232316 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9c68a-750b-457c-abc9-b132432ecc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b6eb0d-9cdf-4b13-97a2-ab4a2d3fcb46,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:40.237606 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52208) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:40.250055 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98845f0-e9dd-4ee2-9449-269a7a462d55 req-2d010b78-a00a-47db-816a-9893dbc6185d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:40.252268 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d98845f0-e9dd-4ee2-9449-269a7a462d55 req-2d010b78-a00a-47db-816a-9893dbc6185d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 943 time: 0.1054585 Aug 08 20:23:40.281688 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-18148a5d-d34b-46ab-8bbf-f650dc876318 req-1f594f7b-571d-4261-a444-5dfa6a5e98ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf5d130-fff7-44a4-b2d2-b1ada74fa58f HTTP/1.1" status: 200 len: 217 time: 0.0564439 Aug 08 20:23:40.283879 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:40.324401 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499835b-22e2-4240-a4ec-ecaf1e06bceb req-849aa7ad-63a5-4a9a-b943-e15d6832878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:40.325963 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e499835b-22e2-4240-a4ec-ecaf1e06bceb req-849aa7ad-63a5-4a9a-b943-e15d6832878a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0fe47e-2c8c-470d-88d2-53ef7f857979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1579885 Aug 08 20:23:40.328618 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d98845f0-e9dd-4ee2-9449-269a7a462d55 req-e30ef653-229b-4239-82c1-805cb5d671f2 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635798 Aug 08 20:23:40.342852 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0258c1b0-4877-462d-8785-40992e043714 admin admin] Publish callbacks [] for security_group (82b6eb0d-9cdf-4b13-97a2-ab4a2d3fcb46), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:40.374076 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0258c1b0-4877-462d-8785-40992e043714 admin admin] Publish callbacks [] for security_group (82b6eb0d-9cdf-4b13-97a2-ab4a2d3fcb46), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:40.436681 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:23:40.446725 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:23:40.457822 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:23:40.463108 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event updated for resources: {'Port': ['ID=dcdcbb78-7314-43e9-ad1c-2deb069be7b2,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:40.495474 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4ba5-3521-4c49-a725-388f3eb2464b req-898c1aee-6bbb-4576-8b66-33fec5c7249d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:40.497087 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d59e4ba5-3521-4c49-a725-388f3eb2464b req-898c1aee-6bbb-4576-8b66-33fec5c7249d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 932 time: 0.0938509 Aug 08 20:23:40.506825 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148a5d-d34b-46ab-8bbf-f650dc876318 req-2c4fe550-b6d6-4fff-88dc-5fdefd4a061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:40.517919 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-18148a5d-d34b-46ab-8bbf-f650dc876318 req-2c4fe550-b6d6-4fff-88dc-5fdefd4a061d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4aa61fbd-c5bf-458b-84d6-25fb59a08f25 HTTP/1.1" status: 200 len: 850 time: 0.2145724 Aug 08 20:23:40.585472 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0258c1b0-4877-462d-8785-40992e043714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (82b6eb0d-9cdf-4b13-97a2-ab4a2d3fcb46), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:40.591374 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0258c1b0-4877-462d-8785-40992e043714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:40.593400 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-0258c1b0-4877-462d-8785-40992e043714 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82b6eb0d-9cdf-4b13-97a2-ab4a2d3fcb46 HTTP/1.1" status: 204 len: 168 time: 0.3550017 Aug 08 20:23:40.614554 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:40.622297 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:40.627159 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d59e4ba5-3521-4c49-a725-388f3eb2464b req-21e2d22f-fbb3-4bbb-8f16-4bbaf8860ec9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212871 Aug 08 20:23:40.630487 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258c1b0-4877-462d-8785-40992e043714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b6eb0d-9cdf-4b13-97a2-ab4a2d3fcb46,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:40.893280 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50ecc1-9a81-4375-bfcf-997efd893f1e req-f4b93f5a-1992-406d-90fe-a735e6e03507 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:40.893280 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7c50ecc1-9a81-4375-bfcf-997efd893f1e req-f4b93f5a-1992-406d-90fe-a735e6e03507 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.1460443 Aug 08 20:23:40.896528 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-1ee73d9f-1a80-4573-a983-b3f36465f2e8 None None] Provisioning complete for port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:40.897145 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ee73d9f-1a80-4573-a983-b3f36465f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:40.928604 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:23:40.983638 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-1ee73d9f-1a80-4573-a983-b3f36465f2e8 None None] Port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:23:40.999594 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7c50ecc1-9a81-4375-bfcf-997efd893f1e req-9ea81217-3e0f-4cdd-9b6b-1e114f7c4a36 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975852 Aug 08 20:23:41.004556 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e499835b-22e2-4240-a4ec-ecaf1e06bceb req-0c95f727-4fab-482a-ab5f-9bb7e7f6bd30 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325748 Aug 08 20:23:41.062102 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148a5d-d34b-46ab-8bbf-f650dc876318 req-3162ea25-9c4e-4dda-9f19-7296791664a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:41.063666 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-18148a5d-d34b-46ab-8bbf-f650dc876318 req-3162ea25-9c4e-4dda-9f19-7296791664a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ed154640-60b2-429a-a8e6-90c5902baba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5431533 Aug 08 20:23:41.105677 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-5ac77090-8a7c-4481-81ba-4719de4c0eba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1636510 Aug 08 20:23:41.161021 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Request body: {'port': {'device_id': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:41.166627 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:41.194444 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'port_id': '4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b', 'mac_address': 'fa:16:3e:02:53:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:23:41.243683 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:41.244110 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:41.261563 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91d33-f73a-42e2-8e59-7bdc5d54879f req-e7d95e29-8104-4c88-ab9e-f9821bb8713e tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:41.262333 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:23:41.277050 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-64d91d33-f73a-42e2-8e59-7bdc5d54879f req-e7d95e29-8104-4c88-ab9e-f9821bb8713e tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 943 time: 0.1503155 Aug 08 20:23:41.309264 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:41.317349 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e499835b-22e2-4240-a4ec-ecaf1e06bceb req-1b2b176e-0c82-48b6-9746-2f66583c4677 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053510 Aug 08 20:23:41.333235 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:41.356556 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-18148a5d-d34b-46ab-8bbf-f650dc876318 req-a2e36838-f07a-4c77-87f6-fc2b4558e746 service neutron] 10.222.0.49 "GET /v2.0/networks/ed154640-60b2-429a-a8e6-90c5902baba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639611 Aug 08 20:23:41.381991 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:41.387571 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 2ef969a0-0db2-40d3-a7df-c54340fabcd5 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:23:41.389052 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-64d91d33-f73a-42e2-8e59-7bdc5d54879f req-71663d9b-a417-4b21-a374-eee2c22cb44b tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982254 Aug 08 20:23:41.502324 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 2ef969a0-0db2-40d3-a7df-c54340fabcd5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=2ef969a0-0db2-40d3-a7df-c54340fabcd5,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:41.505255 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:41.518853 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '2ef969a0-0db2-40d3-a7df-c54340fabcd5', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'port_id': '2ef969a0-0db2-40d3-a7df-c54340fabcd5', 'mac_address': 'fa:16:3e:2a:34:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:23:41.579143 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b77341-e830-43bb-8aa3-2369a0ffe290 req-b7b9d70d-8730-4676-9051-6a72173a8f38 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:41.584663 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:41.585241 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:41.590741 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-73b77341-e830-43bb-8aa3-2369a0ffe290 req-b7b9d70d-8730-4676-9051-6a72173a8f38 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 944 time: 0.1263278 Aug 08 20:23:41.601901 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef969a0-0db2-40d3-a7df-c54340fabcd5 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:23:41.629244 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 2ef969a0-0db2-40d3-a7df-c54340fabcd5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=2ef969a0-0db2-40d3-a7df-c54340fabcd5,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:41.663197 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-73b77341-e830-43bb-8aa3-2369a0ffe290 req-25befe0d-849e-43ea-9d6a-9a50e76dab77 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714841 Aug 08 20:23:41.714956 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-18148a5d-d34b-46ab-8bbf-f650dc876318 req-54db207c-4909-4e49-bd7c-926c410911a5 service neutron] 10.222.0.49 "GET /v2.0/networks/ed154640-60b2-429a-a8e6-90c5902baba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520570 Aug 08 20:23:41.729085 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:41.730132 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a9b1d35d-ee5c-4bec-b651-4bff95828647 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:23:41.808410 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcdcbb78-7314-43e9-ad1c-2deb069be7b2 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:23:41.816835 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Publish callbacks [] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:41.820637 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=2ef969a0-0db2-40d3-a7df-c54340fabcd5,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:41.828312 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01142ac-bef2-4000-b590-b64c3753608c req-584ac965-847a-4065-abe2-894e15d368b1 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:41.837753 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f01142ac-bef2-4000-b590-b64c3753608c req-584ac965-847a-4065-abe2-894e15d368b1 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 932 time: 0.0866814 Aug 08 20:23:41.843708 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Transition to ACTIVE for port object dcdcbb78-7314-43e9-ad1c-2deb069be7b2 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:23:41.906335 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f01142ac-bef2-4000-b590-b64c3753608c req-a5403bd2-97b6-4dbc-a54c-0ed17f9dcc00 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675848 Aug 08 20:23:41.921409 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:41.930234 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:41.936986 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'port_id': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'mac_address': 'fa:16:3e:f1:40:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:23:41.967952 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port a9b1d35d-ee5c-4bec-b651-4bff95828647 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:41.968351 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:41.972805 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52266) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:41.984193 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b1d35d-ee5c-4bec-b651-4bff95828647 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:23:41.987337 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1acc40a-4b54-47fc-b4a6-ce56e7c862ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.006089 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:42.016206 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Pushing event updated for resources: {'Port': ['ID=dcdcbb78-7314-43e9-ad1c-2deb069be7b2,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:42.049534 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Attempting to bind port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:23:42.049534 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Attempting to bind port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:23:42.049534 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Attempting to bind port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 on network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:42.053704 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 on network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:23:42.054036 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Attempting to bind port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 on network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:23:42.079139 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:23:42.079680 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Checking segment: {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:23:42.080073 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Bound using segment: {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:23:42.080522 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Bound port: dcdcbb78-7314-43e9-ad1c-2deb069be7b2, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:23:42.080940 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.088392 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.089099 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device faf5d130-fff7-44a4-b2d2-b1ada74fa58f details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:23:42.122559 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1acc40a-4b54-47fc-b4a6-ce56e7c862ad admin admin] Publish callbacks [] for security_group (c4f22d06-de0c-4a6f-ba70-777c1ed3e5c8), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.161535 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] For port dcdcbb78-7314-43e9-ad1c-2deb069be7b2, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:23:42.165006 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] For port dcdcbb78-7314-43e9-ad1c-2deb069be7b2, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=dcdcbb78-7314-43e9-ad1c-2deb069be7b2,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:23:42.194219 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565465f-5fd6-4639-aa2b-47fc13b3d38d req-becede10-db28-462d-8e4f-18213bd9de31 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:42.194219 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f565465f-5fd6-4639-aa2b-47fc13b3d38d req-becede10-db28-462d-8e4f-18213bd9de31 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0564208 Aug 08 20:23:42.216391 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1acc40a-4b54-47fc-b4a6-ce56e7c862ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (c4f22d06-de0c-4a6f-ba70-777c1ed3e5c8), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.254831 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.279792 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-c1acc40a-4b54-47fc-b4a6-ce56e7c862ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae81cc77602d431c9ec863c56c88ef3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055422 Aug 08 20:23:42.286207 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f565465f-5fd6-4639-aa2b-47fc13b3d38d req-cb01219b-fca4-474b-a4e2-bb80c1efb250 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865395 Aug 08 20:23:42.286791 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52278) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:42.288689 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acc40a-4b54-47fc-b4a6-ce56e7c862ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f22d06-de0c-4a6f-ba70-777c1ed3e5c8,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:42.315974 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=a9b1d35d-ee5c-4bec-b651-4bff95828647,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:42.358992 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:42.362180 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.362759 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f0f0c8f6-8610-4ada-8155-ed71f6e4a1f9 admin admin] Publish callbacks [] for security_group (c4f22d06-de0c-4a6f-ba70-777c1ed3e5c8), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.367367 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port faf5d130-fff7-44a4-b2d2-b1ada74fa58f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=faf5d130-fff7-44a4-b2d2-b1ada74fa58f,segment=NetworkSegment(634ccab2-aaad-45d3-9405-4374de0d18f3),segment_id=634ccab2-aaad-45d3-9405-4374de0d18f3)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:42.367855 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] 10.222.0.49 "PUT /v2.0/ports/dcdcbb78-7314-43e9-ad1c-2deb069be7b2 HTTP/1.1" status: 200 len: 1094 time: 1.2494433 Aug 08 20:23:42.368565 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'tag': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:23:42.371863 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95e4b08-a734-448a-9bb1-f47934314f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff43ec98-cff7-4ac8-afec-ca8b79dab37a", "tag": "dcdcbb78-7314-43e9-ad1c-2deb069be7b2"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:23:42.377118 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc9704-8a51-4ce2-bee6-bc1f0762e5fc service neutron] Pushing event updated for resources: {'Port': ['ID=dcdcbb78-7314-43e9-ad1c-2deb069be7b2,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:42.384618 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'faf5d130-fff7-44a4-b2d2-b1ada74fa58f', 'network_id': 'ed154640-60b2-429a-a8e6-90c5902baba4', 'port_id': 'faf5d130-fff7-44a4-b2d2-b1ada74fa58f', 'mac_address': 'fa:16:3e:41:6e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa61fbd-c5bf-458b-84d6-25fb59a08f25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:23:42.398397 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f0f0c8f6-8610-4ada-8155-ed71f6e4a1f9 admin admin] Publish callbacks [] for security_group (c4f22d06-de0c-4a6f-ba70-777c1ed3e5c8), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.427201 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port faf5d130-fff7-44a4-b2d2-b1ada74fa58f is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:42.427614 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.444752 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf5d130-fff7-44a4-b2d2-b1ada74fa58f {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:23:42.478274 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port faf5d130-fff7-44a4-b2d2-b1ada74fa58f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=faf5d130-fff7-44a4-b2d2-b1ada74fa58f,segment=NetworkSegment(634ccab2-aaad-45d3-9405-4374de0d18f3),segment_id=634ccab2-aaad-45d3-9405-4374de0d18f3)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:42.500154 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2453760b-2460-4985-bd02-c9d0dd59c6f0 x-openstack-request-id: req-2453760b-2460-4985-bd02-c9d0dd59c6f0 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:23:42.500479 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff43ec98-cff7-4ac8-afec-ca8b79dab37a", "tag": "dcdcbb78-7314-43e9-ad1c-2deb069be7b2", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:23:42.500743 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2453760b-2460-4985-bd02-c9d0dd59c6f0 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:23:42.502080 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2453760b-2460-4985-bd02-c9d0dd59c6f0'] response: {'name': 'network-changed', 'server_uuid': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'tag': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2', 'status': 'completed', 'code': 200} Aug 08 20:23:42.534271 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f0f0c8f6-8610-4ada-8155-ed71f6e4a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (c4f22d06-de0c-4a6f-ba70-777c1ed3e5c8), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.536783 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f0f0c8f6-8610-4ada-8155-ed71f6e4a1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.537920 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-f0f0c8f6-8610-4ada-8155-ed71f6e4a1f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4f22d06-de0c-4a6f-ba70-777c1ed3e5c8 HTTP/1.1" status: 204 len: 168 time: 0.2501671 Aug 08 20:23:42.549646 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0c8f6-8610-4ada-8155-ed71f6e4a1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f22d06-de0c-4a6f-ba70-777c1ed3e5c8,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:42.559240 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c68d6-2b8c-47bc-846b-1211be41fd46 req-969e0600-f4ed-43b4-8717-be3cf536e5a9 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:42.560805 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4a3c68d6-2b8c-47bc-846b-1211be41fd46 req-969e0600-f4ed-43b4-8717-be3cf536e5a9 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 943 time: 0.0678923 Aug 08 20:23:42.573934 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:42.624230 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4a3c68d6-2b8c-47bc-846b-1211be41fd46 req-9516d22e-f646-4774-9539-154d8265bbd9 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525370 Aug 08 20:23:42.632277 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=faf5d130-fff7-44a4-b2d2-b1ada74fa58f,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:42.815938 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610f49d-7a72-429d-b937-7c036b4af944 req-133b4f89-5b1f-486e-a452-a02f7ec9527f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:42.818210 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4610f49d-7a72-429d-b937-7c036b4af944 req-133b4f89-5b1f-486e-a452-a02f7ec9527f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 944 time: 0.0655911 Aug 08 20:23:42.865389 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4610f49d-7a72-429d-b937-7c036b4af944 req-d50be907-1bb4-4b08-822b-219254f79675 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Aug 08 20:23:43.028622 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687641a9-81fd-4876-9725-259276b6c35d req-7538c204-a77e-4df4-a092-38f2cd02fefa tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:43.030166 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-687641a9-81fd-4876-9725-259276b6c35d req-7538c204-a77e-4df4-a092-38f2cd02fefa tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 944 time: 0.0541458 Aug 08 20:23:43.080281 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-687641a9-81fd-4876-9725-259276b6c35d req-79f89aea-1370-4021-83e9-dcf24466c247 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443773 Aug 08 20:23:43.436235 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c6417-ee2c-4d10-a6f5-a634e3c8899f req-9759026c-c39e-4992-9bb9-2f302836a1b5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:43.437775 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e61c6417-ee2c-4d10-a6f5-a634e3c8899f req-9759026c-c39e-4992-9bb9-2f302836a1b5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0562937 Aug 08 20:23:43.489118 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e61c6417-ee2c-4d10-a6f5-a634e3c8899f req-6484e4ff-fb97-46d0-9f38-0e9ebe966b76 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445700 Aug 08 20:23:43.756019 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213805f-dafe-45e8-bb40-d5b8b5ac9b29 req-bbe1a752-8a09-494b-afe6-fdf7b9a92ae7 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:43.757119 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d213805f-dafe-45e8-bb40-d5b8b5ac9b29 req-bbe1a752-8a09-494b-afe6-fdf7b9a92ae7 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 944 time: 0.0539773 Aug 08 20:23:43.809097 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d213805f-dafe-45e8-bb40-d5b8b5ac9b29 req-d2914603-2378-490b-8a87-2a48bc430218 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461745 Aug 08 20:23:43.988953 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc143c-ada4-4422-9e1b-a6b35c2b4916 req-9c5aa8b2-e983-4f40-aef8-5f2a81441f91 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:43.990784 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e4dc143c-ada4-4422-9e1b-a6b35c2b4916 req-9c5aa8b2-e983-4f40-aef8-5f2a81441f91 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 944 time: 0.0537202 Aug 08 20:23:44.038163 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e4dc143c-ada4-4422-9e1b-a6b35c2b4916 req-617c99f2-892a-492c-bf24-a0fc2f255d5d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420761 Aug 08 20:23:44.209308 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea91f-4fcd-4aa8-ab93-a251d2cd4ccb req-1ecca385-443d-458d-844b-4872c1b81e78 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:44.210766 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b9cea91f-4fcd-4aa8-ab93-a251d2cd4ccb req-1ecca385-443d-458d-844b-4872c1b81e78 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 944 time: 0.0562027 Aug 08 20:23:44.256678 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b9cea91f-4fcd-4aa8-ab93-a251d2cd4ccb req-8ed96501-31de-4697-94d2-5a6840f67c90 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402789 Aug 08 20:23:44.488111 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e4b08-a734-448a-9bb1-f47934314f3a req-715d99e7-7be6-446e-bdc6-c0e5c59de52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:44.489646 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c95e4b08-a734-448a-9bb1-f47934314f3a req-715d99e7-7be6-446e-bdc6-c0e5c59de52d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=634971e0b4474ca6a63f48c4df9db9f8&device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 1128 time: 0.0446882 Aug 08 20:23:44.626506 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578e362-b76a-4dfe-a976-d48f4cb7f02d req-b936c182-e781-4ad9-8ecb-39ab131328c7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:44.628218 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9578e362-b76a-4dfe-a976-d48f4cb7f02d req-b936c182-e781-4ad9-8ecb-39ab131328c7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0618412 Aug 08 20:23:44.672005 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e4b08-a734-448a-9bb1-f47934314f3a req-0697ed90-e9c4-4e66-b78c-4ede17cd4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:44.673942 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c95e4b08-a734-448a-9bb1-f47934314f3a req-0697ed90-e9c4-4e66-b78c-4ede17cd4c5f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=634971e0b4474ca6a63f48c4df9db9f8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1770604 Aug 08 20:23:44.679749 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9578e362-b76a-4dfe-a976-d48f4cb7f02d req-cce012ce-aa63-4c34-a9c4-f35d4e399784 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454664 Aug 08 20:23:44.850747 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e4b08-a734-448a-9bb1-f47934314f3a req-b27d1c20-cb26-42ac-9a60-2a4972d7f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:44.852223 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c95e4b08-a734-448a-9bb1-f47934314f3a req-b27d1c20-cb26-42ac-9a60-2a4972d7f2ff service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1723557 Aug 08 20:23:44.906361 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['2ef969a0-0db2-40d3-a7df-c54340fabcd5'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:23:44.961687 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-630a583a-f30a-4ed6-95e4-a40faf9fdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:44.963615 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-630a583a-f30a-4ed6-95e4-a40faf9fdda8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=634971e0b4474ca6a63f48c4df9db9f8&device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 1128 time: 0.0734398 Aug 08 20:23:44.966279 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313ff46-f4b0-478a-a5e6-83e430cc7443 req-1c43cc5d-d58b-499a-b456-61f345cf06ba tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:44.968872 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1313ff46-f4b0-478a-a5e6-83e430cc7443 req-1c43cc5d-d58b-499a-b456-61f345cf06ba tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 944 time: 0.0829790 Aug 08 20:23:45.034511 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1313ff46-f4b0-478a-a5e6-83e430cc7443 req-066204a5-f675-4f80-8d09-f16af2a82ff6 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580521 Aug 08 20:23:45.185523 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8102778-66fb-4c3f-b9da-1e52d8de3ed0 req-abd8831b-0c16-4f3b-a79e-58441a6cc4a1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:45.187674 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e8102778-66fb-4c3f-b9da-1e52d8de3ed0 req-abd8831b-0c16-4f3b-a79e-58441a6cc4a1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 944 time: 0.0650468 Aug 08 20:23:45.241360 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e8102778-66fb-4c3f-b9da-1e52d8de3ed0 req-af8cf604-6efc-47d1-b406-5d701a42c8e6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Aug 08 20:23:45.379120 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c53a5-2173-4869-aa98-528c8fd5471c req-f341255a-36c7-4a62-b696-8d5958a0ac0e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:45.384470 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-911c53a5-2173-4869-aa98-528c8fd5471c req-f341255a-36c7-4a62-b696-8d5958a0ac0e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 944 time: 0.0543239 Aug 08 20:23:45.431180 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-911c53a5-2173-4869-aa98-528c8fd5471c req-bcd0c1fc-8bf8-439a-a591-9b9a6a0f245b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448875 Aug 08 20:23:45.757019 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['a9b1d35d-ee5c-4bec-b651-4bff95828647'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:23:45.839036 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ce4f-28bf-49be-93cb-747fc9972758 req-841ca78b-adbe-4b34-a396-f959813a05cf tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:45.847512 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fe86ce4f-28bf-49be-93cb-747fc9972758 req-841ca78b-adbe-4b34-a396-f959813a05cf tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0749583 Aug 08 20:23:45.893622 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fe86ce4f-28bf-49be-93cb-747fc9972758 req-848528c2-4f05-4a02-b83d-7bbcb03c4a30 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452237 Aug 08 20:23:46.170743 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdcaff-91f4-4d7b-9ae2-de44f1fab31a req-1426c45d-43d1-4deb-a9b7-10f182589711 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:46.172261 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fabdcaff-91f4-4d7b-9ae2-de44f1fab31a req-1426c45d-43d1-4deb-a9b7-10f182589711 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 944 time: 0.0567989 Aug 08 20:23:46.220867 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fabdcaff-91f4-4d7b-9ae2-de44f1fab31a req-0008c500-9a30-4fd7-8420-fe872c1157ab tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424984 Aug 08 20:23:46.364898 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8ea90-544e-496e-b8c7-d2cb626daf81 req-8526eeeb-60ea-4ab9-b023-e4456bef13bc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:46.366393 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-39b8ea90-544e-496e-b8c7-d2cb626daf81 req-8526eeeb-60ea-4ab9-b023-e4456bef13bc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 944 time: 0.0564868 Aug 08 20:23:46.413474 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-39b8ea90-544e-496e-b8c7-d2cb626daf81 req-9645f045-05af-404f-a5ef-827530af9f50 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Aug 08 20:23:46.563192 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-09dcde52-7f27-41d0-8953-3b5659bf449c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcdcbb78-7314-43e9-ad1c-2deb069be7b2 HTTP/1.1" status: 200 len: 217 time: 0.0325854 Aug 08 20:23:46.565817 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3fdf8-a916-4ba4-89d6-a79d0f601e3d req-d3c61ef6-7c88-470e-b6e2-20578e0295ee tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:46.567310 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-eec3fdf8-a916-4ba4-89d6-a79d0f601e3d req-d3c61ef6-7c88-470e-b6e2-20578e0295ee tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 944 time: 0.0552001 Aug 08 20:23:46.614657 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-eec3fdf8-a916-4ba4-89d6-a79d0f601e3d req-21d91b08-9bb1-4ed3-8884-3ffdf2f72977 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 Aug 08 20:23:47.022337 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b934074-cca2-4831-9e1a-c305f87e394c req-b7e22770-71fc-4cf4-b6f4-c1775a0b599e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:47.023897 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3b934074-cca2-4831-9e1a-c305f87e394c req-b7e22770-71fc-4cf4-b6f4-c1775a0b599e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0542560 Aug 08 20:23:47.074989 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3b934074-cca2-4831-9e1a-c305f87e394c req-522216be-8249-4e79-a84b-1d129c43f1c3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453403 Aug 08 20:23:47.342396 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114419-7354-4941-bc94-d5e1d247b603 req-798ce222-784d-4e54-b2a3-c7495e93ba03 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:47.343846 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-27114419-7354-4941-bc94-d5e1d247b603 req-798ce222-784d-4e54-b2a3-c7495e93ba03 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 944 time: 0.0523145 Aug 08 20:23:47.391523 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-27114419-7354-4941-bc94-d5e1d247b603 req-569a79c3-d6fd-44b2-85ba-facda9c30e76 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Aug 08 20:23:47.468759 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-433ea4a3-6c4e-4136-8ecd-ced3967cff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:47.470776 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-433ea4a3-6c4e-4136-8ecd-ced3967cff29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5030c856-d3a0-48d5-b9be-9e1da7f17882 HTTP/1.1" status: 200 len: 850 time: 0.0487678 Aug 08 20:23:47.518569 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-82379ef0-2b01-4313-8fc1-50a1bb664eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:47.520049 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-82379ef0-2b01-4313-8fc1-50a1bb664eaf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b0afc92-421e-442d-8e82-dc3dbcf00e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432007 Aug 08 20:23:47.534584 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e4e0a-265c-4b96-8687-b0be13d16be7 req-b6327458-e95a-479f-8601-fa8b11166cd8 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:47.536148 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7d4e4e0a-265c-4b96-8687-b0be13d16be7 req-b6327458-e95a-479f-8601-fa8b11166cd8 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 944 time: 0.0542891 Aug 08 20:23:47.583414 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7d4e4e0a-265c-4b96-8687-b0be13d16be7 req-5dde6b1d-48df-4292-b85f-e5366c6f8a65 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Aug 08 20:23:47.613273 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-60017654-7714-455c-9ec6-049ae6b7c32e service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868943 Aug 08 20:23:47.613920 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:23:47.638824 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['faf5d130-fff7-44a4-b2d2-b1ada74fa58f'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:23:47.713950 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-984c4b7b-96ef-490e-ae33-f3e7d96f98bb req-3fd4a9eb-ffec-4952-809a-83b9b6d979cf service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941393 Aug 08 20:23:47.755396 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1451fa6-e3a5-4806-8c5f-59ba6ef5c82c req-53d50f05-5186-40e5-bafa-c8d1009d99b6 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:47.757251 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b1451fa6-e3a5-4806-8c5f-59ba6ef5c82c req-53d50f05-5186-40e5-bafa-c8d1009d99b6 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 944 time: 0.0680621 Aug 08 20:23:47.812956 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b1451fa6-e3a5-4806-8c5f-59ba6ef5c82c req-81b774c6-3bbd-444c-b73d-d4e2c4bd7f38 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487874 Aug 08 20:23:48.200194 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24a3ee-b1ea-4c05-b93f-a6a74e1d94fc req-552f12ae-da0a-4be0-9911-2c2b43d8fcf5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:48.201738 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-db24a3ee-b1ea-4c05-b93f-a6a74e1d94fc req-552f12ae-da0a-4be0-9911-2c2b43d8fcf5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0525398 Aug 08 20:23:48.249211 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-db24a3ee-b1ea-4c05-b93f-a6a74e1d94fc req-02ee5716-93d2-421a-9c38-7130e44bf0b0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408809 Aug 08 20:23:48.510788 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8822a8-f5c9-4921-a7b8-12a444932fd8 req-9dac4abd-fbb1-4ffa-aab8-34d2874076f1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:48.512283 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5d8822a8-f5c9-4921-a7b8-12a444932fd8 req-9dac4abd-fbb1-4ffa-aab8-34d2874076f1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 944 time: 0.0522847 Aug 08 20:23:48.563079 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5d8822a8-f5c9-4921-a7b8-12a444932fd8 req-34e20f84-a9ec-4400-a675-783f08e0a40f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Aug 08 20:23:48.706344 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb9151-1c34-4ed0-a68b-0994e1c0d12c req-5ab601bc-a6ba-4e35-b505-87b98432703f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:48.707881 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e8bb9151-1c34-4ed0-a68b-0994e1c0d12c req-5ab601bc-a6ba-4e35-b505-87b98432703f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 944 time: 0.0537052 Aug 08 20:23:48.755852 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e8bb9151-1c34-4ed0-a68b-0994e1c0d12c req-c25832b6-0c1a-43b0-80f7-c1a8d2bfbbef tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Aug 08 20:23:48.942465 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b7f3c-9502-4f2a-92c4-b53c6c59895f req-1b8cf146-2f40-4571-ab1d-f1b5e5fc94b7 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:48.943972 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ac9b7f3c-9502-4f2a-92c4-b53c6c59895f req-1b8cf146-2f40-4571-ab1d-f1b5e5fc94b7 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 944 time: 0.0564716 Aug 08 20:23:48.991991 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ac9b7f3c-9502-4f2a-92c4-b53c6c59895f req-2b1d1824-0e40-4adb-b726-73c62690ef5c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413709 Aug 08 20:23:49.382483 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a85497-6f6e-4448-9b03-fa4d36b9b9eb req-be988b4a-1220-481f-9105-53233b272a21 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:49.383974 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e9a85497-6f6e-4448-9b03-fa4d36b9b9eb req-be988b4a-1220-481f-9105-53233b272a21 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0605390 Aug 08 20:23:49.431288 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e9a85497-6f6e-4448-9b03-fa4d36b9b9eb req-a7470347-5bb4-4d63-9481-ea6605a1803e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417914 Aug 08 20:23:49.683575 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1601-5992-4d92-ba6f-258b49ebc3ed req-fdabd000-c7bb-4def-a0f4-3efe3d08922f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:49.685083 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dd6e1601-5992-4d92-ba6f-258b49ebc3ed req-fdabd000-c7bb-4def-a0f4-3efe3d08922f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 944 time: 0.0521095 Aug 08 20:23:49.732680 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dd6e1601-5992-4d92-ba6f-258b49ebc3ed req-d9d52e4a-1424-413b-b85c-f7cea69e275e tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Aug 08 20:23:49.880330 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970521b4-5c4e-4f55-9434-b442522b8cf0 req-4134d738-5403-4120-ab5f-cd7ab0b0f28f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:49.881844 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-970521b4-5c4e-4f55-9434-b442522b8cf0 req-4134d738-5403-4120-ab5f-cd7ab0b0f28f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 944 time: 0.0566509 Aug 08 20:23:49.927849 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-970521b4-5c4e-4f55-9434-b442522b8cf0 req-850781ab-eb85-4281-83ca-f89a53fca75e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Aug 08 20:23:50.110122 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb600d8c-5570-4fc6-b3bd-a9f4335f203e req-8c66e599-4885-416d-a43b-b166c37949b3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:50.112667 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bb600d8c-5570-4fc6-b3bd-a9f4335f203e req-8c66e599-4885-416d-a43b-b166c37949b3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 944 time: 0.0541139 Aug 08 20:23:50.159820 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bb600d8c-5570-4fc6-b3bd-a9f4335f203e req-140c998d-4286-4246-a77e-9b4506f7554e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415995 Aug 08 20:23:50.572801 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da72d8-d9d2-4c4b-ab06-9e512db46fd1 req-051f382e-3a1a-47a6-a1d0-e02b257581a0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:50.574392 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-50da72d8-d9d2-4c4b-ab06-9e512db46fd1 req-051f382e-3a1a-47a6-a1d0-e02b257581a0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0628784 Aug 08 20:23:50.628344 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-50da72d8-d9d2-4c4b-ab06-9e512db46fd1 req-285451a8-5d36-4e41-8f1e-d71fde639627 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471404 Aug 08 20:23:50.853596 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b829877-6839-4e97-9c71-32e8675d0477 req-06a60f16-8cc8-4bbb-904c-83c9103e9346 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:50.855064 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1b829877-6839-4e97-9c71-32e8675d0477 req-06a60f16-8cc8-4bbb-904c-83c9103e9346 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 944 time: 0.0528924 Aug 08 20:23:50.903779 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1b829877-6839-4e97-9c71-32e8675d0477 req-636a7bc2-6981-4e18-bded-1ad2d2f537d7 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419123 Aug 08 20:23:51.046700 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9d6a-ce71-4c53-bf29-ffb82f65e874 req-140f0b3c-89c1-4047-827c-bb6f53e39fd3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:51.048170 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e88f9d6a-ce71-4c53-bf29-ffb82f65e874 req-140f0b3c-89c1-4047-827c-bb6f53e39fd3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 944 time: 0.0518212 Aug 08 20:23:51.093857 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e88f9d6a-ce71-4c53-bf29-ffb82f65e874 req-35f18fc0-d6be-4e79-9a61-7e1e3f78b20a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397656 Aug 08 20:23:51.282430 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209443f-224f-47a4-93b2-1233222d4142 req-db9d654a-5a8c-4d50-89a7-6dd9f172f4c7 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:51.283875 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f209443f-224f-47a4-93b2-1233222d4142 req-db9d654a-5a8c-4d50-89a7-6dd9f172f4c7 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 944 time: 0.0551627 Aug 08 20:23:51.329884 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f209443f-224f-47a4-93b2-1233222d4142 req-240ac006-7d3f-4a65-9166-511582b6c27e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394351 Aug 08 20:23:51.517057 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1904a9e1-af6b-4544-8c37-3a898adc31f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:51.527890 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:51.756142 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9abba-e82e-4fb8-9dab-3ca7b3eeffa3 req-69c3290e-3d41-4490-b428-207d83cc291d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:51.757679 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-84d9abba-e82e-4fb8-9dab-3ca7b3eeffa3 req-69c3290e-3d41-4490-b428-207d83cc291d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0536721 Aug 08 20:23:51.806948 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-84d9abba-e82e-4fb8-9dab-3ca7b3eeffa3 req-8b122d56-268e-42ff-be47-11c6eefbb466 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436463 Aug 08 20:23:52.022594 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f31633-f425-4b9b-a29f-e10aac389098 req-2a0f7c8e-344b-4338-87e2-c327ff33b492 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:52.024093 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-46f31633-f425-4b9b-a29f-e10aac389098 req-2a0f7c8e-344b-4338-87e2-c327ff33b492 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 944 time: 0.0518725 Aug 08 20:23:52.072957 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-46f31633-f425-4b9b-a29f-e10aac389098 req-e316f60d-efe7-4ddd-a4ea-533f3bafef74 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433404 Aug 08 20:23:52.212509 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0578f5-11ae-4d20-80f8-223bf639b478 req-316f9ccd-333a-4efb-bb47-7bdd954dbd45 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:52.214006 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8a0578f5-11ae-4d20-80f8-223bf639b478 req-316f9ccd-333a-4efb-bb47-7bdd954dbd45 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 944 time: 0.0524008 Aug 08 20:23:52.260505 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8a0578f5-11ae-4d20-80f8-223bf639b478 req-d027a646-f289-4065-b6bc-ee64e0524b7a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 Aug 08 20:23:52.450679 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87ce66-b9aa-443a-b1e3-6f3cc41043e1 req-4be194e4-ffe4-445a-a972-6a04eddf18b0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:52.452307 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ec87ce66-b9aa-443a-b1e3-6f3cc41043e1 req-4be194e4-ffe4-445a-a972-6a04eddf18b0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 944 time: 0.0531049 Aug 08 20:23:52.479483 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a9b1d35d-ee5c-4bec-b651-4bff95828647 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:52.500850 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ec87ce66-b9aa-443a-b1e3-6f3cc41043e1 req-14e623c2-d58d-4b41-b85d-9fabc26c07b6 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 Aug 08 20:23:52.579287 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port a9b1d35d-ee5c-4bec-b651-4bff95828647 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:23:52.583191 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port a9b1d35d-ee5c-4bec-b651-4bff95828647 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:52.583594 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:52.658197 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port a9b1d35d-ee5c-4bec-b651-4bff95828647 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:52.658674 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:52.682335 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:23:52.760713 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:52.819787 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:52.820771 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 2ef969a0-0db2-40d3-a7df-c54340fabcd5 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:52.861478 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6ec5eb-04b4-4ff0-828b-52adc96016d8" -d '{"events": [{"server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "name": "network-vif-plugged", "status": "completed", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:23:52.901362 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=a9b1d35d-ee5c-4bec-b651-4bff95828647,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:52.947894 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620256a-2993-42a6-a268-1f9c55c7574e req-80d900a2-55e0-4b49-ba63-d5b689fc33b2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:52.949355 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5620256a-2993-42a6-a268-1f9c55c7574e req-80d900a2-55e0-4b49-ba63-d5b689fc33b2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0622568 Aug 08 20:23:52.967995 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:23:52.973785 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:52.974164 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:52.978515 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408cb2ef-4687-49c5-96f4-2a6611d8d23a x-openstack-request-id: req-408cb2ef-4687-49c5-96f4-2a6611d8d23a {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:23:52.978515 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "name": "network-vif-plugged", "status": "completed", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:23:52.978515 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-408cb2ef-4687-49c5-96f4-2a6611d8d23a {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:23:52.978515 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408cb2ef-4687-49c5-96f4-2a6611d8d23a'] response: {'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'code': 200} Aug 08 20:23:52.998682 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5620256a-2993-42a6-a268-1f9c55c7574e req-8e47d013-bb75-4e59-a527-16ccfc411192 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Aug 08 20:23:53.047985 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:53.048450 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:53.078680 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 2ef969a0-0db2-40d3-a7df-c54340fabcd5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=2ef969a0-0db2-40d3-a7df-c54340fabcd5,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:53.168134 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:53.196487 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bb62-2bfc-4b99-bfab-292a2e77c9bf req-116d2faa-76c0-47d6-883c-bc1dc4a5284b tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:53.198047 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ddf6bb62-2bfc-4b99-bfab-292a2e77c9bf req-116d2faa-76c0-47d6-883c-bc1dc4a5284b tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 944 time: 0.0531633 Aug 08 20:23:53.218336 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=2ef969a0-0db2-40d3-a7df-c54340fabcd5,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:53.246892 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ddf6bb62-2bfc-4b99-bfab-292a2e77c9bf req-5e124e92-6a91-449c-9755-b7eb7ef91841 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Aug 08 20:23:53.382449 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b2999-c71d-4e06-9b3e-9e2823baa0fc req-6173bbbc-3f41-4b0a-9e63-5df060522bf4 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:53.383917 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-eb4b2999-c71d-4e06-9b3e-9e2823baa0fc req-6173bbbc-3f41-4b0a-9e63-5df060522bf4 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 944 time: 0.0557063 Aug 08 20:23:53.432715 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-eb4b2999-c71d-4e06-9b3e-9e2823baa0fc req-205c83b3-f075-4ea7-8e2a-dd7a964e973b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432000 Aug 08 20:23:53.620983 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe81a3-1153-4b35-ac83-14595c6f0004 req-f652c066-1924-4342-8fc3-003d56c5875d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:53.622472 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4efe81a3-1153-4b35-ac83-14595c6f0004 req-f652c066-1924-4342-8fc3-003d56c5875d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 944 time: 0.0523684 Aug 08 20:23:53.669431 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4efe81a3-1153-4b35-ac83-14595c6f0004 req-830007e0-4763-4a64-a6f0-aef896736207 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410423 Aug 08 20:23:53.826380 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0074ca-0278-4aa7-8b8a-3de7b07c0050 req-c69217bc-0532-4548-befc-cf73cf0bbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:53.827968 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fe0074ca-0278-4aa7-8b8a-3de7b07c0050 req-c69217bc-0532-4548-befc-cf73cf0bbcc3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 1129 time: 0.0751724 Aug 08 20:23:53.847680 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fe0074ca-0278-4aa7-8b8a-3de7b07c0050 req-67afcdc6-f33b-491e-a917-94efbeb61c24 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:53.924495 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fe0074ca-0278-4aa7-8b8a-3de7b07c0050 req-67afcdc6-f33b-491e-a917-94efbeb61c24 service neutron] Publish callbacks [] for security_group (889245b6-5728-4d98-8f42-2810c0761268), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:54.019404 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fe0074ca-0278-4aa7-8b8a-3de7b07c0050 req-67afcdc6-f33b-491e-a917-94efbeb61c24 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (889245b6-5728-4d98-8f42-2810c0761268), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:54.064151 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afcdc6-f33b-491e-a917-94efbeb61c24 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=889245b6-5728-4d98-8f42-2810c0761268,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:54.068403 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fe0074ca-0278-4aa7-8b8a-3de7b07c0050 req-67afcdc6-f33b-491e-a917-94efbeb61c24 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331369 Aug 08 20:23:54.087856 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e7d4c3e3-015b-4d88-989d-89d18546335e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:54.126598 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5e9ef-084f-489f-a1b0-889a1a6df317 req-e2728817-0f3f-4526-addc-65b6c54a1fb0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:54.128172 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1ef5e9ef-084f-489f-a1b0-889a1a6df317 req-e2728817-0f3f-4526-addc-65b6c54a1fb0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0537567 Aug 08 20:23:54.178528 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1ef5e9ef-084f-489f-a1b0-889a1a6df317 req-e35b841e-5fb5-46c7-895e-0b7cc6e686ac tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435946 Aug 08 20:23:54.370858 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e07b-35a1-4813-a6b7-b44c65f6c2bf req-56b6bcc5-6c23-4af9-a4f4-fda8f4927d72 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:54.372317 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8b82e07b-35a1-4813-a6b7-b44c65f6c2bf req-56b6bcc5-6c23-4af9-a4f4-fda8f4927d72 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 944 time: 0.0538852 Aug 08 20:23:54.418414 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8b82e07b-35a1-4813-a6b7-b44c65f6c2bf req-ef8e120d-20ca-47e2-a063-cf8f9cdb3748 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398016 Aug 08 20:23:54.464486 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:54.568768 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e31e94-4fd7-4504-beb7-9d33dcccc8c4 req-0f3751b8-58a3-4863-9440-d5efee9d775a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:54.570265 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4e31e94-4fd7-4504-beb7-9d33dcccc8c4 req-0f3751b8-58a3-4863-9440-d5efee9d775a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 944 time: 0.0649602 Aug 08 20:23:54.601867 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:23:54.606093 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:54.614888 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:54.620479 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4e31e94-4fd7-4504-beb7-9d33dcccc8c4 req-1bfddee1-cb6c-4be1-b042-c5257ca3af78 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 Aug 08 20:23:54.679551 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:54.679945 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:54.715737 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:54.799021 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc8250-e466-41cd-91ce-099df06a315e req-67032f86-8823-416b-8da9-e49dde5bb71b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:54.799880 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dffc8250-e466-41cd-91ce-099df06a315e req-67032f86-8823-416b-8da9-e49dde5bb71b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 944 time: 0.0591865 Aug 08 20:23:54.831808 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:54.835781 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device faf5d130-fff7-44a4-b2d2-b1ada74fa58f up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:54.850323 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dffc8250-e466-41cd-91ce-099df06a315e req-03661848-110f-4e42-bed0-21de94403f02 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442140 Aug 08 20:23:54.929411 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:54.978244 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ca0fa6-0575-4f64-bea6-93f12ba5ca25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef969a0-0db2-40d3-a7df-c54340fabcd5'}, {'server_uuid': '8997f2f4-1019-4231-beea-6a17882d530a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:23:54.980974 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24865d6e-6824-4468-9e0c-62fad609352f" -d '{"events": [{"server_uuid": "c5ca0fa6-0575-4f64-bea6-93f12ba5ca25", "name": "network-vif-plugged", "status": "completed", "tag": "2ef969a0-0db2-40d3-a7df-c54340fabcd5"}, {"server_uuid": "8997f2f4-1019-4231-beea-6a17882d530a", "name": "network-vif-plugged", "status": "completed", "tag": "4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:23:55.003259 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:55.003897 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port faf5d130-fff7-44a4-b2d2-b1ada74fa58f completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:23:55.010105 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port faf5d130-fff7-44a4-b2d2-b1ada74fa58f triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:55.010481 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:55.037392 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Aug 2022 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4dd857-a93a-4a5e-b90c-898bcad50227 x-openstack-request-id: req-4a4dd857-a93a-4a5e-b90c-898bcad50227 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:23:55.037997 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ca0fa6-0575-4f64-bea6-93f12ba5ca25", "name": "network-vif-plugged", "status": "completed", "tag": "2ef969a0-0db2-40d3-a7df-c54340fabcd5", "code": 200}, {"server_uuid": "8997f2f4-1019-4231-beea-6a17882d530a", "name": "network-vif-plugged", "status": "completed", "tag": "4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:23:55.038436 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a4dd857-a93a-4a5e-b90c-898bcad50227 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:23:55.039669 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4dd857-a93a-4a5e-b90c-898bcad50227'] response: {'server_uuid': 'c5ca0fa6-0575-4f64-bea6-93f12ba5ca25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef969a0-0db2-40d3-a7df-c54340fabcd5', 'code': 200} Aug 08 20:23:55.040063 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4dd857-a93a-4a5e-b90c-898bcad50227'] response: {'server_uuid': '8997f2f4-1019-4231-beea-6a17882d530a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b', 'code': 200} Aug 08 20:23:55.229380 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port faf5d130-fff7-44a4-b2d2-b1ada74fa58f is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:55.229955 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:55.267373 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port faf5d130-fff7-44a4-b2d2-b1ada74fa58f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=faf5d130-fff7-44a4-b2d2-b1ada74fa58f,segment=NetworkSegment(634ccab2-aaad-45d3-9405-4374de0d18f3),segment_id=634ccab2-aaad-45d3-9405-4374de0d18f3)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:55.324151 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb603637-ed8d-4981-9710-81eeb839a30e req-a26bf07c-cbd6-40a9-aadb-e3839826d456 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:55.325600 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fb603637-ed8d-4981-9710-81eeb839a30e req-a26bf07c-cbd6-40a9-aadb-e3839826d456 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0520902 Aug 08 20:23:55.328481 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:55.386213 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=faf5d130-fff7-44a4-b2d2-b1ada74fa58f,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:55.393428 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fb603637-ed8d-4981-9710-81eeb839a30e req-eafc1ffb-fa8b-448b-b949-937fe934639a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514643 Aug 08 20:23:55.460852 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a04513-fee1-4ba0-9eba-e51b0bec76da req-6a5e0c3e-9aa2-48e9-83f0-9f58bb459f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:55.462444 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-70a04513-fee1-4ba0-9eba-e51b0bec76da req-6a5e0c3e-9aa2-48e9-83f0-9f58bb459f19 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 1129 time: 0.0912716 Aug 08 20:23:55.469223 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f20fe4-f534-4856-a347-56f3154e033d req-86481eed-47d1-405a-8fcb-d889afff0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:55.471842 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-80f20fe4-f534-4856-a347-56f3154e033d req-86481eed-47d1-405a-8fcb-d889afff0e73 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 1129 time: 0.0993536 Aug 08 20:23:55.536086 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-70a04513-fee1-4ba0-9eba-e51b0bec76da req-c5f5d13d-bc07-43d3-a658-4b7d087011c1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631800 Aug 08 20:23:55.556741 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff66fa-2bc2-466b-9bc8-ec60319505a2 req-69b37ff4-fc93-4332-bef8-2a55c573e88d tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:55.558083 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-50ff66fa-2bc2-466b-9bc8-ec60319505a2 req-69b37ff4-fc93-4332-bef8-2a55c573e88d tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 945 time: 0.0625780 Aug 08 20:23:55.563014 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-80f20fe4-f534-4856-a347-56f3154e033d req-846333be-d42e-49b5-9a51-7dcbb51b4cd6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845222 Aug 08 20:23:55.621574 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-50ff66fa-2bc2-466b-9bc8-ec60319505a2 req-83fccfc4-a8d8-4115-adea-bd9cb96e4c1b tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566936 Aug 08 20:23:55.767229 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2014a-1ee1-41cc-8fd0-8010e11bf560 req-09e9a212-9600-487a-a4fa-69fd7f654eac tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:55.769556 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7da2014a-1ee1-41cc-8fd0-8010e11bf560 req-09e9a212-9600-487a-a4fa-69fd7f654eac tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0738251 Aug 08 20:23:55.826994 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7da2014a-1ee1-41cc-8fd0-8010e11bf560 req-8c136514-0ce2-4a0f-9d67-8440eae0ee9a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 Aug 08 20:23:56.015733 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d35d1c-00ce-40f7-80fb-32ad49740bef req-d0bb3cfb-90bf-4d22-b7ed-d35279d822c3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:56.018220 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d6d35d1c-00ce-40f7-80fb-32ad49740bef req-d0bb3cfb-90bf-4d22-b7ed-d35279d822c3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 944 time: 0.0812933 Aug 08 20:23:56.095260 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d6d35d1c-00ce-40f7-80fb-32ad49740bef req-b8775f86-d079-4098-ab8f-59e861fa7147 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607495 Aug 08 20:23:56.485852 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device dcdcbb78-7314-43e9-ad1c-2deb069be7b2 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:23:56.527617 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323154f4-222b-4ccc-b8bb-8fd7d8540b4e req-f791cfa9-0cba-4654-8852-bf5c420d3578 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:56.529178 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-323154f4-222b-4ccc-b8bb-8fd7d8540b4e req-f791cfa9-0cba-4654-8852-bf5c420d3578 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0605755 Aug 08 20:23:56.560851 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:56.588985 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-323154f4-222b-4ccc-b8bb-8fd7d8540b4e req-b4b870e4-d51f-456f-89ea-11c7eaa65eb7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519569 Aug 08 20:23:56.614755 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port dcdcbb78-7314-43e9-ad1c-2deb069be7b2, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=dcdcbb78-7314-43e9-ad1c-2deb069be7b2,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:56.633324 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'port_id': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2', 'mac_address': 'fa:16:3e:54:31:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:23:56.705222 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:56.705627 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:56.741859 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcdcbb78-7314-43e9-ad1c-2deb069be7b2 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:23:56.766413 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port dcdcbb78-7314-43e9-ad1c-2deb069be7b2, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=dcdcbb78-7314-43e9-ad1c-2deb069be7b2,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:56.842951 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199f5e5-6bd5-4520-bd9b-2c2984a1cb04 req-d4814c08-3005-45bd-9742-2e226216d0de tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:56.844354 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2199f5e5-6bd5-4520-bd9b-2c2984a1cb04 req-d4814c08-3005-45bd-9742-2e226216d0de tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0819981 Aug 08 20:23:56.856131 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 52716) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:56.861697 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-6bcc2bae-187c-463d-87d1-b29f1b51b9c5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Request body: {'floatingip': {'port_id': 'a9b1d35d-ee5c-4bec-b651-4bff95828647'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:23:56.866757 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf7224-588b-41f5-94d0-d63130a88725 req-d06ce6b6-2ba4-44bc-a072-8d29c86ca690 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:56.868396 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8ebf7224-588b-41f5-94d0-d63130a88725 req-d06ce6b6-2ba4-44bc-a072-8d29c86ca690 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 945 time: 0.1079173 Aug 08 20:23:56.877396 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:56.949248 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8ebf7224-588b-41f5-94d0-d63130a88725 req-83d68617-a1a3-4f90-9ff9-db12d82b7a8f tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700037 Aug 08 20:23:56.969102 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=dcdcbb78-7314-43e9-ad1c-2deb069be7b2,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:57.041263 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f37662b-5498-4861-8d6c-3f2d7c38a41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf5d130-fff7-44a4-b2d2-b1ada74fa58f'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:23:57.047087 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7e41f8-ec5a-4cd4-80d9-b8c93556636f" -d '{"events": [{"server_uuid": "3f37662b-5498-4861-8d6c-3f2d7c38a41b", "name": "network-vif-plugged", "status": "completed", "tag": "faf5d130-fff7-44a4-b2d2-b1ada74fa58f"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:23:57.054806 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cef60c-0a79-41e1-8bf0-7ed323e8ef0d req-8e41bb21-76e6-4d7d-a458-be12306534c0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:57.065805 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e7cef60c-0a79-41e1-8bf0-7ed323e8ef0d req-8e41bb21-76e6-4d7d-a458-be12306534c0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0952764 Aug 08 20:23:57.104907 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c64ef9d-00fe-4075-b5e7-0385f175d646 x-openstack-request-id: req-2c64ef9d-00fe-4075-b5e7-0385f175d646 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:23:57.105441 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f37662b-5498-4861-8d6c-3f2d7c38a41b", "name": "network-vif-plugged", "status": "completed", "tag": "faf5d130-fff7-44a4-b2d2-b1ada74fa58f", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:23:57.105850 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c64ef9d-00fe-4075-b5e7-0385f175d646 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:23:57.106401 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c64ef9d-00fe-4075-b5e7-0385f175d646'] response: {'server_uuid': '3f37662b-5498-4861-8d6c-3f2d7c38a41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf5d130-fff7-44a4-b2d2-b1ada74fa58f', 'code': 200} Aug 08 20:23:57.149086 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e7cef60c-0a79-41e1-8bf0-7ed323e8ef0d req-54af4669-452f-400d-a39e-d9e8d5e5d001 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827072 Aug 08 20:23:57.193552 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['dcdcbb78-7314-43e9-ad1c-2deb069be7b2'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:23:57.203050 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6bcc2bae-187c-463d-87d1-b29f1b51b9c5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (3ecd4986-4806-4bb1-98dd-ebe4cccf00b5), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:57.357342 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4487e3-a470-4d59-8099-2c2fb8ed15d6 req-a6669c80-b76e-4680-8c4d-a3ba9331b27b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:57.372783 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ea4487e3-a470-4d59-8099-2c2fb8ed15d6 req-a6669c80-b76e-4680-8c4d-a3ba9331b27b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 945 time: 0.1267715 Aug 08 20:23:57.463484 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ea4487e3-a470-4d59-8099-2c2fb8ed15d6 req-881af99d-e6e2-49e8-97dd-94cc3efc3455 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893884 Aug 08 20:23:57.510901 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52744) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:57.628564 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3592f70e-c247-49c9-889f-c6fc22c3bb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:57.707261 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3592f70e-c247-49c9-889f-c6fc22c3bb35 admin admin] Publish callbacks [] for security_group (9fe0ea3e-d1b4-4990-b3e4-39d7fece0918), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:57.748900 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436c3c-e775-4ed6-828f-590e65dce5f7 req-b267f570-344f-47df-8648-f139f24d2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:57.750441 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-95436c3c-e775-4ed6-828f-590e65dce5f7 req-b267f570-344f-47df-8648-f139f24d2e58 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 1129 time: 0.1611946 Aug 08 20:23:57.768382 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3592f70e-c247-49c9-889f-c6fc22c3bb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (9fe0ea3e-d1b4-4990-b3e4-39d7fece0918), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:57.814416 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-3592f70e-c247-49c9-889f-c6fc22c3bb35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e581b144086943ef8551f09e45dcdffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013976 Aug 08 20:23:57.815449 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592f70e-c247-49c9-889f-c6fc22c3bb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe0ea3e-d1b4-4990-b3e4-39d7fece0918,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:57.817217 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 52752) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:57.918466 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6bcc2bae-187c-463d-87d1-b29f1b51b9c5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:57.920884 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-95436c3c-e775-4ed6-828f-590e65dce5f7 req-375c4244-184d-4fb2-abb4-8713154897c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495748 Aug 08 20:23:57.945676 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4621f334-d656-434f-bbab-23630c3b1ec0 admin admin] Publish callbacks [] for security_group (9fe0ea3e-d1b4-4990-b3e4-39d7fece0918), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:57.967483 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4621f334-d656-434f-bbab-23630c3b1ec0 admin admin] Publish callbacks [] for security_group (9fe0ea3e-d1b4-4990-b3e4-39d7fece0918), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:57.994073 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6bcc2bae-187c-463d-87d1-b29f1b51b9c5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (3ecd4986-4806-4bb1-98dd-ebe4cccf00b5), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:58.084131 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:58.090556 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2975128-2cc6-49dd-a628-61f17406f9ab req-e0b4f0bd-852b-4f03-a019-57ed38e746c8 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:58.090556 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d2975128-2cc6-49dd-a628-61f17406f9ab req-e0b4f0bd-852b-4f03-a019-57ed38e746c8 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 945 time: 0.0558243 Aug 08 20:23:58.110839 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [None req-6bcc2bae-187c-463d-87d1-b29f1b51b9c5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Floating IP 3ecd4986-4806-4bb1-98dd-ebe4cccf00b5 associated. External IP: 172.27.3.247, port: a9b1d35d-ee5c-4bec-b651-4bff95828647. Aug 08 20:23:58.152533 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d2975128-2cc6-49dd-a628-61f17406f9ab req-5c9c5223-8d2a-4146-9ba3-e8e3a484becc tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535030 Aug 08 20:23:58.163013 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4621f334-d656-434f-bbab-23630c3b1ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (9fe0ea3e-d1b4-4990-b3e4-39d7fece0918), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:58.165685 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4621f334-d656-434f-bbab-23630c3b1ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:58.166818 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-4621f334-d656-434f-bbab-23630c3b1ec0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fe0ea3e-d1b4-4990-b3e4-39d7fece0918 HTTP/1.1" status: 204 len: 168 time: 0.3486793 Aug 08 20:23:58.201311 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621f334-d656-434f-bbab-23630c3b1ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe0ea3e-d1b4-4990-b3e4-39d7fece0918,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:58.319635 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d1e42-1691-4401-8a16-47a78844143c req-13f40101-10e4-497e-92e5-f260b28efc2a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:58.321354 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-390d1e42-1691-4401-8a16-47a78844143c req-13f40101-10e4-497e-92e5-f260b28efc2a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0621557 Aug 08 20:23:58.359511 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcc2bae-187c-463d-87d1-b29f1b51b9c5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Router b65c8a1c-bbfc-4e17-ba44-70e30d06065f has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:23:58.374057 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-390d1e42-1691-4401-8a16-47a78844143c req-4332abb5-fa83-43c0-b116-11d3a7e94cc9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470083 Aug 08 20:23:58.477383 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcc2bae-187c-463d-87d1-b29f1b51b9c5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:23:58.482667 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6bcc2bae-187c-463d-87d1-b29f1b51b9c5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:58.492532 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2721a1f5-0910-4f65-a679-d9fb3bd8af71 None None] Sync routers for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:23:58.499157 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device dcdcbb78-7314-43e9-ad1c-2deb069be7b2 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:23:58.521885 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6bcc2bae-187c-463d-87d1-b29f1b51b9c5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "PUT /v2.0/floatingips/3ecd4986-4806-4bb1-98dd-ebe4cccf00b5 HTTP/1.1" status: 200 len: 991 time: 1.6637764 Aug 08 20:23:58.525181 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:23:58.525497 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949607d7-7202-4b37-8c3e-a830d54a3ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:23:58.542422 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2721a1f5-0910-4f65-a679-d9fb3bd8af71 None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:58.543196 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-2721a1f5-0910-4f65-a679-d9fb3bd8af71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:23:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:58.629298 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79643b-d3a4-44b4-b265-5c35ecacfdf8 req-54426822-a658-4284-baca-3d08d08c0d61 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:58.631886 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0d79643b-d3a4-44b4-b265-5c35ecacfdf8 req-54426822-a658-4284-baca-3d08d08c0d61 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 945 time: 0.0589404 Aug 08 20:23:58.686321 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-2721a1f5-0910-4f65-a679-d9fb3bd8af71 None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:58.694754 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0d79643b-d3a4-44b4-b265-5c35ecacfdf8 req-56160e5b-52b2-4619-8278-ea87de170283 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519407 Aug 08 20:23:58.728114 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:23:58.734241 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:23:58.735854 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:58.740600 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b71a40-f900-4112-b241-74b347dd64bc x-openstack-request-id: req-f8b71a40-f900-4112-b241-74b347dd64bc {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:23:58.740952 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:23:58.741213 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8b71a40-f900-4112-b241-74b347dd64bc {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:23:58.741664 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b71a40-f900-4112-b241-74b347dd64bc'] response: {'name': 'network-changed', 'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'status': 'completed', 'code': 200} Aug 08 20:23:58.841097 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949607d7-7202-4b37-8c3e-a830d54a3ca0 req-762ceecf-42e7-4a92-8ca0-70064868d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:58.843102 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-949607d7-7202-4b37-8c3e-a830d54a3ca0 req-762ceecf-42e7-4a92-8ca0-70064868d738 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 1129 time: 0.0708625 Aug 08 20:23:58.865820 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:23:58.866212 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:58.910873 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port dcdcbb78-7314-43e9-ad1c-2deb069be7b2, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=dcdcbb78-7314-43e9-ad1c-2deb069be7b2,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:23:58.980524 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:59.059387 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949607d7-7202-4b37-8c3e-a830d54a3ca0 req-01228ef1-21b4-4b8b-a8c1-325f882294f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:59.060719 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-949607d7-7202-4b37-8c3e-a830d54a3ca0 req-01228ef1-21b4-4b8b-a8c1-325f882294f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 917 time: 0.2108135 Aug 08 20:23:59.070248 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52808) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:59.096037 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-2721a1f5-0910-4f65-a679-d9fb3bd8af71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '3ecd4986-4806-4bb1-98dd-ebe4cccf00b5', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'port_id': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'mac_address': 'fa:16:3e:f1:40:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ade08f-3061-4568-94e1-270165663000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:23:16Z', 'updated_at': '2022-08-08T20:23:57Z', 'revision_number': 1, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:59.109445 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:23:59.112885 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8314ac83-b8c8-4d62-bcad-49a6d789f03f" -d '{"events": [{"server_uuid": "ff43ec98-cff7-4ac8-afec-ca8b79dab37a", "name": "network-vif-plugged", "status": "completed", "tag": "dcdcbb78-7314-43e9-ad1c-2deb069be7b2"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:23:59.140907 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=dcdcbb78-7314-43e9-ad1c-2deb069be7b2,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:59.183163 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52816) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:23:59.183267 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2721a1f5-0910-4f65-a679-d9fb3bd8af71 None None] Checking router: b65c8a1c-bbfc-4e17-ba44-70e30d06065f for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:23:59.191822 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8a6f2a-8536-44d1-9b57-d65f6ff06525 x-openstack-request-id: req-ea8a6f2a-8536-44d1-9b57-d65f6ff06525 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:23:59.192302 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff43ec98-cff7-4ac8-afec-ca8b79dab37a", "name": "network-vif-plugged", "status": "completed", "tag": "dcdcbb78-7314-43e9-ad1c-2deb069be7b2", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:23:59.192700 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea8a6f2a-8536-44d1-9b57-d65f6ff06525 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:23:59.194678 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8a6f2a-8536-44d1-9b57-d65f6ff06525'] response: {'server_uuid': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2', 'code': 200} Aug 08 20:23:59.207156 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2721a1f5-0910-4f65-a679-d9fb3bd8af71 None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:23:59.207781 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-2721a1f5-0910-4f65-a679-d9fb3bd8af71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:23:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:59.231648 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-add5e287-b2cb-4815-8763-345c7c5996b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:59.460706 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-2721a1f5-0910-4f65-a679-d9fb3bd8af71 None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:23:59.552700 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-949607d7-7202-4b37-8c3e-a830d54a3ca0 req-f4273ad0-6cec-4c58-8373-6f3fb053c94b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647 HTTP/1.1" status: 200 len: 999 time: 0.4767249 Aug 08 20:23:59.561501 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f69a0-a98a-4467-a280-79d98d5e3a4b req-dae47451-e20a-4b8e-b5ba-5cb1231b1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:59.563019 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-858f69a0-a98a-4467-a280-79d98d5e3a4b req-dae47451-e20a-4b8e-b5ba-5cb1231b1e23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 1129 time: 0.4544325 Aug 08 20:23:59.609784 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f961e5-a3d5-41bf-9388-3d23513c23fe req-1349bdc8-94e0-4dd4-bb0b-caa89d9dd28d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:59.611403 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d8f961e5-a3d5-41bf-9388-3d23513c23fe req-1349bdc8-94e0-4dd4-bb0b-caa89d9dd28d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.5134602 Aug 08 20:23:59.625519 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a540c7f8-e0f4-43aa-9b72-e0aad927314c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:59.688976 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949607d7-7202-4b37-8c3e-a830d54a3ca0 req-b0b7a773-aa5f-4d2c-a551-b6a47313799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:59.690459 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-949607d7-7202-4b37-8c3e-a830d54a3ca0 req-b0b7a773-aa5f-4d2c-a551-b6a47313799c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 200 len: 855 time: 0.1265116 Aug 08 20:23:59.712672 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fed92d-e328-4ea1-99fe-2977ece45354 req-9e2d90b9-e858-4349-a020-ed9746f78a30 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:59.712672 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-84fed92d-e328-4ea1-99fe-2977ece45354 req-9e2d90b9-e858-4349-a020-ed9746f78a30 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 945 time: 0.3969438 Aug 08 20:23:59.744828 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc37a03-1e86-4fcc-b7ce-f77eb3492005 req-fccc5770-7146-4ba4-b5e0-6c9e071cbd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:59.746365 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1bc37a03-1e86-4fcc-b7ce-f77eb3492005 req-fccc5770-7146-4ba4-b5e0-6c9e071cbd6c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 1130 time: 0.1813900 Aug 08 20:23:59.750201 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d8f961e5-a3d5-41bf-9388-3d23513c23fe req-84b76aa2-435d-4ab6-906a-191d0db5e57e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303961 Aug 08 20:23:59.764582 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-2721a1f5-0910-4f65-a679-d9fb3bd8af71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '3ecd4986-4806-4bb1-98dd-ebe4cccf00b5', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'port_id': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'mac_address': 'fa:16:3e:f1:40:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ade08f-3061-4568-94e1-270165663000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:23:16Z', 'updated_at': '2022-08-08T20:23:57Z', 'revision_number': 1, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:23:59.772571 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f69a0-a98a-4467-a280-79d98d5e3a4b req-7dcc9bb7-7d6f-46f4-8645-5d53f3f2585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:59.774080 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-858f69a0-a98a-4467-a280-79d98d5e3a4b req-7dcc9bb7-7d6f-46f4-8645-5d53f3f2585b service neutron] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 919 time: 0.1958945 Aug 08 20:23:59.792552 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949607d7-7202-4b37-8c3e-a830d54a3ca0 req-0bf89151-7e22-4374-b70a-fc26c8240bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:59.794082 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-949607d7-7202-4b37-8c3e-a830d54a3ca0 req-0bf89151-7e22-4374-b70a-fc26c8240bc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0fe47e-2c8c-470d-88d2-53ef7f857979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957813 Aug 08 20:23:59.808950 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-add5e287-b2cb-4815-8763-345c7c5996b7 admin admin] Publish callbacks [] for security_group (ffdbaea4-ac43-4d9d-9d8e-1c2b2b7be777), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:59.809999 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2721a1f5-0910-4f65-a679-d9fb3bd8af71 None None] The sync data for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi is: [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '3ecd4986-4806-4bb1-98dd-ebe4cccf00b5', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'port_id': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'mac_address': 'fa:16:3e:f1:40:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ade08f-3061-4568-94e1-270165663000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:23:16Z', 'updated_at': '2022-08-08T20:23:57Z', 'revision_number': 1, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:23:59.854290 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-858f69a0-a98a-4467-a280-79d98d5e3a4b req-61798656-656a-40e5-ab67-68ed699351a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b HTTP/1.1" status: 200 len: 217 time: 0.0721872 Aug 08 20:23:59.903710 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-add5e287-b2cb-4815-8763-345c7c5996b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (ffdbaea4-ac43-4d9d-9d8e-1c2b2b7be777), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:59.921754 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-84fed92d-e328-4ea1-99fe-2977ece45354 req-16d5af2c-a345-4732-9035-02198dc2fbfa tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984639 Aug 08 20:23:59.951796 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1bc37a03-1e86-4fcc-b7ce-f77eb3492005 req-3359e6dc-8915-42b9-9f84-b0e43f68ce46 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931996 Aug 08 20:23:59.967795 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f69a0-a98a-4467-a280-79d98d5e3a4b req-8b497f67-33d9-4ec3-84aa-1ba3cf43e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:23:59.969324 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-858f69a0-a98a-4467-a280-79d98d5e3a4b req-8b497f67-33d9-4ec3-84aa-1ba3cf43e059 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.1012294 Aug 08 20:23:59.990415 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a540c7f8-e0f4-43aa-9b72-e0aad927314c admin admin] Publish callbacks [] for security_group (730aefbc-f533-47b0-9e2c-945d9a5bf997), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:23:59.994269 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-add5e287-b2cb-4815-8763-345c7c5996b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bca081a0b4d14acf90b5570cfd983ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8119895 Aug 08 20:23:59.996695 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5e287-b2cb-4815-8763-345c7c5996b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdbaea4-ac43-4d9d-9d8e-1c2b2b7be777,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:23:59.996932 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-949607d7-7202-4b37-8c3e-a830d54a3ca0 req-c1492886-aca8-42e7-9562-150d7f4f7fbf service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561739 Aug 08 20:23:59.997191 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 52828) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:00.028008 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fd3ea-b998-460f-a1f9-04345b2c78cc req-6281ab00-53dd-408e-ae68-916740409e66 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:00.035650 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4d7fd3ea-b998-460f-a1f9-04345b2c78cc req-6281ab00-53dd-408e-ae68-916740409e66 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.1928816 Aug 08 20:24:00.052036 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a540c7f8-e0f4-43aa-9b72-e0aad927314c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (730aefbc-f533-47b0-9e2c-945d9a5bf997), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.070065 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-73d6f936-274a-4142-b30d-70eb523374ce admin admin] Publish callbacks [] for security_group (ffdbaea4-ac43-4d9d-9d8e-1c2b2b7be777), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.082764 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540c7f8-e0f4-43aa-9b72-e0aad927314c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730aefbc-f533-47b0-9e2c-945d9a5bf997,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:00.097198 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 52830) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:00.115550 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-73d6f936-274a-4142-b30d-70eb523374ce admin admin] Publish callbacks [] for security_group (ffdbaea4-ac43-4d9d-9d8e-1c2b2b7be777), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.130627 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4d7fd3ea-b998-460f-a1f9-04345b2c78cc req-2cdeaade-e6f8-4c76-aaaf-85f5db47c3c9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940490 Aug 08 20:24:00.136622 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-a540c7f8-e0f4-43aa-9b72-e0aad927314c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ecb3c39f58b4243990e2d00453f1ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0648975 Aug 08 20:24:00.137475 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52834) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:00.139000 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e58dd-4c41-4e18-9dcc-ef09e5864e1f None None] New status for floating IP 3ecd4986-4806-4bb1-98dd-ebe4cccf00b5: ACTIVE {{(pid=104385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:24:00.193591 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1e39a7f5-4cff-4745-9897-548290981813 admin admin] Publish callbacks [] for security_group (730aefbc-f533-47b0-9e2c-945d9a5bf997), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.218621 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1e39a7f5-4cff-4745-9897-548290981813 admin admin] Publish callbacks [] for security_group (730aefbc-f533-47b0-9e2c-945d9a5bf997), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.277860 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.284759 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-73d6f936-274a-4142-b30d-70eb523374ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (ffdbaea4-ac43-4d9d-9d8e-1c2b2b7be777), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.287325 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-73d6f936-274a-4142-b30d-70eb523374ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.289131 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-73d6f936-274a-4142-b30d-70eb523374ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ffdbaea4-ac43-4d9d-9d8e-1c2b2b7be777 HTTP/1.1" status: 204 len: 168 time: 0.2908895 Aug 08 20:24:00.322082 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6f936-274a-4142-b30d-70eb523374ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdbaea4-ac43-4d9d-9d8e-1c2b2b7be777,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:00.349107 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f69a0-a98a-4467-a280-79d98d5e3a4b req-d91f87ee-ff15-448b-9336-be4049a41869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:00.350894 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1e39a7f5-4cff-4745-9897-548290981813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (730aefbc-f533-47b0-9e2c-945d9a5bf997), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.353609 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1e39a7f5-4cff-4745-9897-548290981813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.355531 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-1e39a7f5-4cff-4745-9897-548290981813 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/730aefbc-f533-47b0-9e2c-945d9a5bf997 HTTP/1.1" status: 204 len: 168 time: 0.2161825 Aug 08 20:24:00.360167 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-858f69a0-a98a-4467-a280-79d98d5e3a4b req-d91f87ee-ff15-448b-9336-be4049a41869 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1704133 Aug 08 20:24:00.362869 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39a7f5-4cff-4745-9897-548290981813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730aefbc-f533-47b0-9e2c-945d9a5bf997,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:00.408921 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-949607d7-7202-4b37-8c3e-a830d54a3ca0 req-0f57f821-a75a-4e92-84df-48a2fdd04220 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924713 Aug 08 20:24:00.519045 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Publish callbacks [] for security_group (4646311d-7ee2-44fd-99de-3b76fda09e29), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.521762 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-858f69a0-a98a-4467-a280-79d98d5e3a4b req-6458142f-0d45-4491-a094-a87439c44947 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471968 Aug 08 20:24:00.576332 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:24:00.587387 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (4646311d-7ee2-44fd-99de-3b76fda09e29), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.648270 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4646311d-7ee2-44fd-99de-3b76fda09e29,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:00.662125 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb25d8e2d42d4959aab5928d28ceddde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5631304 Aug 08 20:24:00.665753 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.666104 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.666449 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.666563 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52848) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:00.666780 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.667265 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.667759 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.668236 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.668732 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.669358 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.669828 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.674730 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.674730 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.674730 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8ba96-fc2e-4eb1-9d47-f19385e866a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:00.679766 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-858f69a0-a98a-4467-a280-79d98d5e3a4b req-b9caece4-2b37-4e66-822a-c12ab6751118 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507986 Aug 08 20:24:00.734251 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-efd82591-f270-4f19-8887-90f86e918ad3 admin admin] Publish callbacks [] for security_group (4646311d-7ee2-44fd-99de-3b76fda09e29), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.757797 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-efd82591-f270-4f19-8887-90f86e918ad3 admin admin] Publish callbacks [] for security_group (4646311d-7ee2-44fd-99de-3b76fda09e29), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.881876 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1726e6d-0a30-44cd-bc15-1b0f1bf97b78 req-c7e239de-72cc-4664-8175-6c40f87be3d3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:00.883358 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a1726e6d-0a30-44cd-bc15-1b0f1bf97b78 req-c7e239de-72cc-4664-8175-6c40f87be3d3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0537741 Aug 08 20:24:00.930787 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a1726e6d-0a30-44cd-bc15-1b0f1bf97b78 req-fe0466b7-aad0-4617-a1b2-f9aae1ac8767 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 Aug 08 20:24:00.950627 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-efd82591-f270-4f19-8887-90f86e918ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (4646311d-7ee2-44fd-99de-3b76fda09e29), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.954009 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-efd82591-f270-4f19-8887-90f86e918ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:00.954573 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-efd82591-f270-4f19-8887-90f86e918ad3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4646311d-7ee2-44fd-99de-3b76fda09e29 HTTP/1.1" status: 204 len: 168 time: 0.2858291 Aug 08 20:24:00.964694 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd82591-f270-4f19-8887-90f86e918ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4646311d-7ee2-44fd-99de-3b76fda09e29,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:01.083962 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebd598-f8d3-411f-8737-880fcbcfd43d req-fd113a9e-a9c3-49ec-9ccf-c7189b1189ff tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:01.085445 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d1ebd598-f8d3-411f-8737-880fcbcfd43d req-fd113a9e-a9c3-49ec-9ccf-c7189b1189ff tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 945 time: 0.0563459 Aug 08 20:24:01.123807 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 52860) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:01.133269 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d1ebd598-f8d3-411f-8737-880fcbcfd43d req-ab10f831-82f6-401b-859b-58d738237a8b tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421729 Aug 08 20:24:01.137474 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c0160ff4-2bc6-4761-8078-da44cc8c1872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.212059 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 52866) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:01.230417 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-66b141ee-2846-4ab5-8d96-1547173c86f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.311476 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c0160ff4-2bc6-4761-8078-da44cc8c1872 admin admin] Publish callbacks [] for security_group (34361cbf-13ef-431b-afd5-eb66a1d0ee18), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.326407 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d588b2-1347-4d26-b3f0-abecdcd28231 req-2704687d-efbc-4d31-8598-ba5fd5c2f0a2 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:01.334656 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a6d588b2-1347-4d26-b3f0-abecdcd28231 req-2704687d-efbc-4d31-8598-ba5fd5c2f0a2 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.1321456 Aug 08 20:24:01.388872 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-66b141ee-2846-4ab5-8d96-1547173c86f7 admin admin] Publish callbacks [] for security_group (829a5ca0-8aa6-40ae-be98-40b083f5bf78), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.422984 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c0160ff4-2bc6-4761-8078-da44cc8c1872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (34361cbf-13ef-431b-afd5-eb66a1d0ee18), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.429623 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a6d588b2-1347-4d26-b3f0-abecdcd28231 req-dd4f8784-f08f-46fd-90a9-42f1e78227fb tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909667 Aug 08 20:24:01.448961 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-c0160ff4-2bc6-4761-8078-da44cc8c1872 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bdf59f225aa94bafbb849b490f537b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240464 Aug 08 20:24:01.451724 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52876) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:01.460670 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0160ff4-2bc6-4761-8078-da44cc8c1872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34361cbf-13ef-431b-afd5-eb66a1d0ee18,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:01.492873 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-66b141ee-2846-4ab5-8d96-1547173c86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (829a5ca0-8aa6-40ae-be98-40b083f5bf78), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.509707 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3b223656-de8c-4517-b654-dd509478ab09 admin admin] Publish callbacks [] for security_group (34361cbf-13ef-431b-afd5-eb66a1d0ee18), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.538314 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3b223656-de8c-4517-b654-dd509478ab09 admin admin] Publish callbacks [] for security_group (34361cbf-13ef-431b-afd5-eb66a1d0ee18), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.543527 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-66b141ee-2846-4ab5-8d96-1547173c86f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3b70cecc60e4d97b8e3cfa7c1dc6f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304272 Aug 08 20:24:01.545526 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b141ee-2846-4ab5-8d96-1547173c86f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829a5ca0-8aa6-40ae-be98-40b083f5bf78,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:01.547371 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52878) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:01.618867 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d4458e1e-fd7f-4955-b9b4-50cb190130d4 admin admin] Publish callbacks [] for security_group (829a5ca0-8aa6-40ae-be98-40b083f5bf78), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.645872 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d4458e1e-fd7f-4955-b9b4-50cb190130d4 admin admin] Publish callbacks [] for security_group (829a5ca0-8aa6-40ae-be98-40b083f5bf78), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.739273 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3b223656-de8c-4517-b654-dd509478ab09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (34361cbf-13ef-431b-afd5-eb66a1d0ee18), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.742018 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3b223656-de8c-4517-b654-dd509478ab09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.743112 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-3b223656-de8c-4517-b654-dd509478ab09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34361cbf-13ef-431b-afd5-eb66a1d0ee18 HTTP/1.1" status: 204 len: 168 time: 0.2904084 Aug 08 20:24:01.752133 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b223656-de8c-4517-b654-dd509478ab09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34361cbf-13ef-431b-afd5-eb66a1d0ee18,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:01.784274 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d4458e1e-fd7f-4955-b9b4-50cb190130d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (829a5ca0-8aa6-40ae-be98-40b083f5bf78), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.787828 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d4458e1e-fd7f-4955-b9b4-50cb190130d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:01.788717 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d4458e1e-fd7f-4955-b9b4-50cb190130d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/829a5ca0-8aa6-40ae-be98-40b083f5bf78 HTTP/1.1" status: 204 len: 168 time: 0.2393863 Aug 08 20:24:01.797265 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4458e1e-fd7f-4955-b9b4-50cb190130d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829a5ca0-8aa6-40ae-be98-40b083f5bf78,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:02.054352 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3883f7-36ec-4a4e-9bb0-3018d0dc1c0f req-aebb588f-1942-4249-8e4d-36f4c6a8330f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:02.055861 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4e3883f7-36ec-4a4e-9bb0-3018d0dc1c0f req-aebb588f-1942-4249-8e4d-36f4c6a8330f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0533969 Aug 08 20:24:02.104798 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4e3883f7-36ec-4a4e-9bb0-3018d0dc1c0f req-0bb0a9b1-c64c-4227-abaf-69a23b7f9393 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433674 Aug 08 20:24:02.110516 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 52890) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:02.127875 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:02.224008 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Publish callbacks [] for security_group (af6bf8a2-dd01-4be0-b01e-63f1c507385c), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:02.292172 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (af6bf8a2-dd01-4be0-b01e-63f1c507385c), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:02.333387 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6bf8a2-dd01-4be0-b01e-63f1c507385c,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:02.338223 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ba9bf716b0342e1a0b51b4f4c9c8c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265017 Aug 08 20:24:02.341020 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 52902) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:02.347771 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.348124 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.348498 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.348837 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.349240 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.349579 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.350047 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.350398 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.353037 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.353037 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.353037 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.353037 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.353037 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a18c09-9b61-4913-8f16-e7536bccbc62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:02.400677 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6c68a0cc-d38c-4075-972d-070dfc1fdb8f admin admin] Publish callbacks [] for security_group (af6bf8a2-dd01-4be0-b01e-63f1c507385c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:02.429147 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6c68a0cc-d38c-4075-972d-070dfc1fdb8f admin admin] Publish callbacks [] for security_group (af6bf8a2-dd01-4be0-b01e-63f1c507385c), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:02.563240 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb2635-c2f4-4ca4-b595-893fcbb9757c req-77193088-2667-4986-9885-321c0a0f1ccb tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:02.569320 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5fb2635-c2f4-4ca4-b595-893fcbb9757c req-77193088-2667-4986-9885-321c0a0f1ccb tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0733619 Aug 08 20:24:02.580265 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6c68a0cc-d38c-4075-972d-070dfc1fdb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (af6bf8a2-dd01-4be0-b01e-63f1c507385c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:02.583239 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6c68a0cc-d38c-4075-972d-070dfc1fdb8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:02.585057 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6c68a0cc-d38c-4075-972d-070dfc1fdb8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af6bf8a2-dd01-4be0-b01e-63f1c507385c HTTP/1.1" status: 204 len: 168 time: 0.2423680 Aug 08 20:24:02.594055 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68a0cc-d38c-4075-972d-070dfc1fdb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6bf8a2-dd01-4be0-b01e-63f1c507385c,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:02.631425 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5fb2635-c2f4-4ca4-b595-893fcbb9757c req-3c43248c-81b7-4e2b-b388-bda5a611764f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600660 Aug 08 20:24:02.818308 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ac5fc-f8c4-4368-b444-fe452aefb497 req-a7779bb6-cdc5-4c4f-b0d8-9449da8e86b3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:02.819730 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f18ac5fc-f8c4-4368-b444-fe452aefb497 req-a7779bb6-cdc5-4c4f-b0d8-9449da8e86b3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0582418 Aug 08 20:24:02.830124 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 52932) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:02.834911 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-262f520f-8584-4833-b1e3-b3f830fd6ee4 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Request body: {'floatingip': {'port_id': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:24:02.873972 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-262f520f-8584-4833-b1e3-b3f830fd6ee4 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (d658cb26-6e4d-4fd2-b1d4-af467f891a26), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:03.253789 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c399c1d-3850-4455-9693-858032016e16 req-f63bb0b2-a973-4939-ac33-3012d7fb48b3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:03.259202 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9c399c1d-3850-4455-9693-858032016e16 req-f63bb0b2-a973-4939-ac33-3012d7fb48b3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0745549 Aug 08 20:24:03.326961 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9c399c1d-3850-4455-9693-858032016e16 req-13830630-bb63-4af7-9420-fd88d84029d9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583272 Aug 08 20:24:03.372201 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-262f520f-8584-4833-b1e3-b3f830fd6ee4 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:03.459004 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-262f520f-8584-4833-b1e3-b3f830fd6ee4 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (d658cb26-6e4d-4fd2-b1d4-af467f891a26), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:03.560318 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [None req-262f520f-8584-4833-b1e3-b3f830fd6ee4 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Floating IP d658cb26-6e4d-4fd2-b1d4-af467f891a26 associated. External IP: 172.27.3.83, port: dcdcbb78-7314-43e9-ad1c-2deb069be7b2. Aug 08 20:24:03.762652 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262f520f-8584-4833-b1e3-b3f830fd6ee4 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Router cd98853e-1b88-410b-b185-8a6904d7a626 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:24:03.873783 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262f520f-8584-4833-b1e3-b3f830fd6ee4 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:24:03.879712 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-262f520f-8584-4833-b1e3-b3f830fd6ee4 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:03.884244 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8fc5fc-0ec1-48d0-8751-4002fe36b62e None None] Sync routers for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:24:03.894878 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8fc5fc-0ec1-48d0-8751-4002fe36b62e None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:24:03.895491 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-cf8fc5fc-0ec1-48d0-8751-4002fe36b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:23:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:24:03.917302 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-262f520f-8584-4833-b1e3-b3f830fd6ee4 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "PUT /v2.0/floatingips/d658cb26-6e4d-4fd2-b1d4-af467f891a26 HTTP/1.1" status: 200 len: 991 time: 1.0837610 Aug 08 20:24:03.917302 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'tag': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:24:03.918421 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce73e3f-069c-432e-8420-61497fe8d33c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff43ec98-cff7-4ac8-afec-ca8b79dab37a", "tag": "dcdcbb78-7314-43e9-ad1c-2deb069be7b2"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:24:03.957450 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f71e66-f39d-410d-939a-cddbf7f432cb x-openstack-request-id: req-e1f71e66-f39d-410d-939a-cddbf7f432cb {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:24:03.957761 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff43ec98-cff7-4ac8-afec-ca8b79dab37a", "tag": "dcdcbb78-7314-43e9-ad1c-2deb069be7b2", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:24:03.963208 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1f71e66-f39d-410d-939a-cddbf7f432cb {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:24:03.963208 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f71e66-f39d-410d-939a-cddbf7f432cb'] response: {'name': 'network-changed', 'server_uuid': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'tag': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2', 'status': 'completed', 'code': 200} Aug 08 20:24:04.002905 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-cf8fc5fc-0ec1-48d0-8751-4002fe36b62e None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:24:04.238332 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-cf8fc5fc-0ec1-48d0-8751-4002fe36b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'd658cb26-6e4d-4fd2-b1d4-af467f891a26', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'port_id': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'mac_address': 'fa:16:3e:54:31:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:23:25Z', 'updated_at': '2022-08-08T20:24:03Z', 'revision_number': 1, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:30Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:24:04.262989 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8fc5fc-0ec1-48d0-8751-4002fe36b62e None None] Checking router: cd98853e-1b88-410b-b185-8a6904d7a626 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:24:04.271929 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8fc5fc-0ec1-48d0-8751-4002fe36b62e None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:24:04.272533 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-cf8fc5fc-0ec1-48d0-8751-4002fe36b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:23:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:24:04.378782 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-cf8fc5fc-0ec1-48d0-8751-4002fe36b62e None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:24:04.449636 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b503f-ddeb-43cd-9f18-d5b8fe86208a req-f0e7c96f-8d3e-4c38-84d3-923ac2905f2a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:04.451348 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9f8b503f-ddeb-43cd-9f18-d5b8fe86208a req-f0e7c96f-8d3e-4c38-84d3-923ac2905f2a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0614545 Aug 08 20:24:04.511650 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9f8b503f-ddeb-43cd-9f18-d5b8fe86208a req-8e0b9e0a-972e-495e-a1d4-99ec58c46e19 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540245 Aug 08 20:24:04.626620 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-cf8fc5fc-0ec1-48d0-8751-4002fe36b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'd658cb26-6e4d-4fd2-b1d4-af467f891a26', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'port_id': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'mac_address': 'fa:16:3e:54:31:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:23:25Z', 'updated_at': '2022-08-08T20:24:03Z', 'revision_number': 1, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:30Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:24:04.655629 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8fc5fc-0ec1-48d0-8751-4002fe36b62e None None] The sync data for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi is: [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'd658cb26-6e4d-4fd2-b1d4-af467f891a26', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'port_id': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'mac_address': 'fa:16:3e:54:31:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:23:25Z', 'updated_at': '2022-08-08T20:24:03Z', 'revision_number': 1, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:30Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:24:04.744418 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53014) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:04.874491 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-99086895-95b6-4060-ae58-483029ed917a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:04.901562 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e35755a-decd-4ff5-a789-e848e5ec7476 None None] New status for floating IP d658cb26-6e4d-4fd2-b1d4-af467f891a26: ACTIVE {{(pid=104385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:24:04.995836 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-99086895-95b6-4060-ae58-483029ed917a admin admin] Publish callbacks [] for security_group (a4d48fd4-8132-4c99-ae9c-dd45dd7b08b9), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:05.048335 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-99086895-95b6-4060-ae58-483029ed917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a4d48fd4-8132-4c99-ae9c-dd45dd7b08b9), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:05.095559 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53032) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:05.102454 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-99086895-95b6-4060-ae58-483029ed917a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d9b34b745334d9087c936ad90fe0615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568192 Aug 08 20:24:05.109009 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99086895-95b6-4060-ae58-483029ed917a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d48fd4-8132-4c99-ae9c-dd45dd7b08b9,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:05.171911 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8551d946-e780-4ccd-8fb6-b5e42f580e53 admin admin] Publish callbacks [] for security_group (a4d48fd4-8132-4c99-ae9c-dd45dd7b08b9), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:05.194775 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8551d946-e780-4ccd-8fb6-b5e42f580e53 admin admin] Publish callbacks [] for security_group (a4d48fd4-8132-4c99-ae9c-dd45dd7b08b9), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:05.310674 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8551d946-e780-4ccd-8fb6-b5e42f580e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a4d48fd4-8132-4c99-ae9c-dd45dd7b08b9), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:05.313299 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8551d946-e780-4ccd-8fb6-b5e42f580e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:05.314441 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-8551d946-e780-4ccd-8fb6-b5e42f580e53 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4d48fd4-8132-4c99-ae9c-dd45dd7b08b9 HTTP/1.1" status: 204 len: 168 time: 0.2179790 Aug 08 20:24:05.322331 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551d946-e780-4ccd-8fb6-b5e42f580e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d48fd4-8132-4c99-ae9c-dd45dd7b08b9,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:05.644664 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119c430-2dd1-4f43-8adb-1efb5a98a226 req-ed1f15bd-e87b-4a14-a22a-0235046a6e9f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:05.646128 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5119c430-2dd1-4f43-8adb-1efb5a98a226 req-ed1f15bd-e87b-4a14-a22a-0235046a6e9f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0574911 Aug 08 20:24:05.696123 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5119c430-2dd1-4f43-8adb-1efb5a98a226 req-872d26b6-9306-4c9e-bde5-207dfc1e0f23 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444415 Aug 08 20:24:06.205940 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce73e3f-069c-432e-8420-61497fe8d33c req-d4f429eb-f216-4f67-bb7a-13190db75037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:06.207490 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2ce73e3f-069c-432e-8420-61497fe8d33c req-d4f429eb-f216-4f67-bb7a-13190db75037 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=634971e0b4474ca6a63f48c4df9db9f8&device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 1130 time: 0.0457244 Aug 08 20:24:06.317501 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce73e3f-069c-432e-8420-61497fe8d33c req-1de51fe1-2cc4-4fdf-93cb-feeddbdbd0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:06.319074 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2ce73e3f-069c-432e-8420-61497fe8d33c req-1de51fe1-2cc4-4fdf-93cb-feeddbdbd0a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b0afc92-421e-442d-8e82-dc3dbcf00e22 HTTP/1.1" status: 200 len: 912 time: 0.1034582 Aug 08 20:24:06.392749 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2ce73e3f-069c-432e-8420-61497fe8d33c req-0a2c59e8-ebd5-4211-97e4-400c99c0f875 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcdcbb78-7314-43e9-ad1c-2deb069be7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0626895 Aug 08 20:24:06.443159 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce73e3f-069c-432e-8420-61497fe8d33c req-9454f1d1-2cfa-4dc6-b65d-ad372b9c70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:06.444634 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2ce73e3f-069c-432e-8420-61497fe8d33c req-9454f1d1-2cfa-4dc6-b65d-ad372b9c70b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5030c856-d3a0-48d5-b9be-9e1da7f17882 HTTP/1.1" status: 200 len: 850 time: 0.0465469 Aug 08 20:24:06.514932 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce73e3f-069c-432e-8420-61497fe8d33c req-51ca9acd-9411-436e-879e-d53c297ebc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:06.516668 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2ce73e3f-069c-432e-8420-61497fe8d33c req-51ca9acd-9411-436e-879e-d53c297ebc19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b0afc92-421e-442d-8e82-dc3dbcf00e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664561 Aug 08 20:24:06.637112 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2ce73e3f-069c-432e-8420-61497fe8d33c req-c4c55cfb-5f48-47d8-a7e6-d7195f1d59f5 service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140771 Aug 08 20:24:06.736407 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2ce73e3f-069c-432e-8420-61497fe8d33c req-2d0b4d83-dce2-4e68-bb71-f5ac9f9d1716 service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911999 Aug 08 20:24:06.814159 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53124) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:06.848178 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30eb3bf-a69b-4cd9-983a-bbb189c4b995 req-b67cae0f-79b8-43ca-962c-955d17aece67 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:06.849722 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d30eb3bf-a69b-4cd9-983a-bbb189c4b995 req-b67cae0f-79b8-43ca-962c-955d17aece67 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0690956 Aug 08 20:24:06.900657 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d30eb3bf-a69b-4cd9-983a-bbb189c4b995 req-27c87fa5-f5c3-4985-bffc-0e83af8d5026 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451813 Aug 08 20:24:06.929423 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-711b240a-ab3b-47bc-a1d7-56a4b2daf0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.041470 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-711b240a-ab3b-47bc-a1d7-56a4b2daf0f5 admin admin] Publish callbacks [] for security_group (8b5d4f6a-49e8-450d-a99f-2fd128d6f34f), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.053507 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53136) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:07.121973 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-711b240a-ab3b-47bc-a1d7-56a4b2daf0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (8b5d4f6a-49e8-450d-a99f-2fd128d6f34f), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.170124 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7145f918-9363-46e9-825a-e315711ec161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.177223 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b240a-ab3b-47bc-a1d7-56a4b2daf0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5d4f6a-49e8-450d-a99f-2fd128d6f34f,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:07.190457 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53146) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:07.190598 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-711b240a-ab3b-47bc-a1d7-56a4b2daf0f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dff4be98f392416199fd8815d4758baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749547 Aug 08 20:24:07.270254 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5877e68e-ef2d-49d5-b0a4-4420d1cdc340 admin admin] Publish callbacks [] for security_group (8b5d4f6a-49e8-450d-a99f-2fd128d6f34f), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.293206 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5877e68e-ef2d-49d5-b0a4-4420d1cdc340 admin admin] Publish callbacks [] for security_group (8b5d4f6a-49e8-450d-a99f-2fd128d6f34f), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.299870 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7145f918-9363-46e9-825a-e315711ec161 admin admin] Publish callbacks [] for security_group (a9935766-a6f3-4a39-bfd3-6b029d636fb7), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.396317 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5877e68e-ef2d-49d5-b0a4-4420d1cdc340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (8b5d4f6a-49e8-450d-a99f-2fd128d6f34f), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.396639 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7145f918-9363-46e9-825a-e315711ec161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a9935766-a6f3-4a39-bfd3-6b029d636fb7), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.400008 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5877e68e-ef2d-49d5-b0a4-4420d1cdc340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.401282 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-5877e68e-ef2d-49d5-b0a4-4420d1cdc340 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b5d4f6a-49e8-450d-a99f-2fd128d6f34f HTTP/1.1" status: 204 len: 168 time: 0.2083569 Aug 08 20:24:07.411473 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877e68e-ef2d-49d5-b0a4-4420d1cdc340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5d4f6a-49e8-450d-a99f-2fd128d6f34f,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:07.445332 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-7145f918-9363-46e9-825a-e315711ec161 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4850bb55c8de40118e457b37c1694a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3907487 Aug 08 20:24:07.445795 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53164) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:07.448459 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145f918-9363-46e9-825a-e315711ec161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9935766-a6f3-4a39-bfd3-6b029d636fb7,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:07.497848 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4ed5ab2c-dd33-4f63-8ada-3a5bc9bc171a admin admin] Publish callbacks [] for security_group (a9935766-a6f3-4a39-bfd3-6b029d636fb7), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.519363 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4ed5ab2c-dd33-4f63-8ada-3a5bc9bc171a admin admin] Publish callbacks [] for security_group (a9935766-a6f3-4a39-bfd3-6b029d636fb7), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.636263 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4ed5ab2c-dd33-4f63-8ada-3a5bc9bc171a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a9935766-a6f3-4a39-bfd3-6b029d636fb7), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.638872 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4ed5ab2c-dd33-4f63-8ada-3a5bc9bc171a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:07.640278 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-4ed5ab2c-dd33-4f63-8ada-3a5bc9bc171a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9935766-a6f3-4a39-bfd3-6b029d636fb7 HTTP/1.1" status: 204 len: 168 time: 0.1933341 Aug 08 20:24:07.649142 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5ab2c-dd33-4f63-8ada-3a5bc9bc171a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9935766-a6f3-4a39-bfd3-6b029d636fb7,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:08.033137 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec45ea-3590-4a54-9ac9-c504f58f5a96 req-6eeec66c-3361-42be-8a6e-7bb62d71e345 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:08.034686 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-49ec45ea-3590-4a54-9ac9-c504f58f5a96 req-6eeec66c-3361-42be-8a6e-7bb62d71e345 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0561571 Aug 08 20:24:08.087625 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53182) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:08.105688 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-49ec45ea-3590-4a54-9ac9-c504f58f5a96 req-3bbbb3f6-688d-40c3-8aad-2852c7d91b86 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656905 Aug 08 20:24:08.106535 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bcfda42a-6cf8-4075-986f-82276cc22eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:08.184003 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bcfda42a-6cf8-4075-986f-82276cc22eac admin admin] Publish callbacks [] for security_group (e2e0e0d0-0473-4626-84a6-4a625aad4ee8), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:08.299417 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bcfda42a-6cf8-4075-986f-82276cc22eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (e2e0e0d0-0473-4626-84a6-4a625aad4ee8), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:08.338554 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-bcfda42a-6cf8-4075-986f-82276cc22eac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19b05ebc63774160b6cf3462f06b939f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498815 Aug 08 20:24:08.340087 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfda42a-6cf8-4075-986f-82276cc22eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e0e0d0-0473-4626-84a6-4a625aad4ee8,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:08.341263 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53192) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:08.390306 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-29b0bf32-8684-415e-a673-d81e9af593e8 admin admin] Publish callbacks [] for security_group (e2e0e0d0-0473-4626-84a6-4a625aad4ee8), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:08.411511 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-29b0bf32-8684-415e-a673-d81e9af593e8 admin admin] Publish callbacks [] for security_group (e2e0e0d0-0473-4626-84a6-4a625aad4ee8), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:08.516403 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-29b0bf32-8684-415e-a673-d81e9af593e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (e2e0e0d0-0473-4626-84a6-4a625aad4ee8), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:08.519503 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-29b0bf32-8684-415e-a673-d81e9af593e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:08.520645 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-29b0bf32-8684-415e-a673-d81e9af593e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2e0e0d0-0473-4626-84a6-4a625aad4ee8 HTTP/1.1" status: 204 len: 168 time: 0.1783426 Aug 08 20:24:08.528190 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0bf32-8684-415e-a673-d81e9af593e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e0e0d0-0473-4626-84a6-4a625aad4ee8,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:09.223300 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53240) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:09.243168 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c85791-5f1d-4c00-b78d-5e5efcc35d45 req-5b92653d-b084-4062-94ff-67c079492443 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:09.246676 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b9c85791-5f1d-4c00-b78d-5e5efcc35d45 req-5b92653d-b084-4062-94ff-67c079492443 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0601523 Aug 08 20:24:09.251231 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53244) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:09.299745 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b9c85791-5f1d-4c00-b78d-5e5efcc35d45 req-81d94082-b485-4741-bb28-afc712255dec tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466073 Aug 08 20:24:09.594842 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-908928814-network', 'tenant_id': '16e1365639f3418abed26af72885e0b7'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:24:09.606369 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6df785a3-fcd3-417a-a834-db8b672c4cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:09.690712 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6df785a3-fcd3-417a-a834-db8b672c4cb1 admin admin] Publish callbacks [] for security_group (ca6c33ea-c8b6-48db-9f54-4b8903653b0c), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:09.733416 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Made reservation on behalf of 16e1365639f3418abed26af72885e0b7 for: {'network': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:24:09.736490 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:09.745711 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:09.758924 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6df785a3-fcd3-417a-a834-db8b672c4cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (ca6c33ea-c8b6-48db-9f54-4b8903653b0c), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:09.811170 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6df785a3-fcd3-417a-a834-db8b672c4cb1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0285c7d5bbc84e2bbb0aa9f7905a67d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5863636 Aug 08 20:24:09.814794 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df785a3-fcd3-417a-a834-db8b672c4cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6c33ea-c8b6-48db-9f54-4b8903653b0c,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:09.814937 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53264) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:09.865608 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Publish callbacks [] for security_group (69469ca7-7b79-4272-b238-c96472502466), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:09.866628 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-408a110c-4b3a-42b3-afc3-c905a71e0c36 admin admin] Publish callbacks [] for security_group (ca6c33ea-c8b6-48db-9f54-4b8903653b0c), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:09.888484 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-408a110c-4b3a-42b3-afc3-c905a71e0c36 admin admin] Publish callbacks [] for security_group (ca6c33ea-c8b6-48db-9f54-4b8903653b0c), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:09.927769 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (69469ca7-7b79-4272-b238-c96472502466), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:09.955111 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69469ca7-7b79-4272-b238-c96472502466,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:10.001162 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-408a110c-4b3a-42b3-afc3-c905a71e0c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (ca6c33ea-c8b6-48db-9f54-4b8903653b0c), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:10.003856 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-408a110c-4b3a-42b3-afc3-c905a71e0c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:10.005103 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-408a110c-4b3a-42b3-afc3-c905a71e0c36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca6c33ea-c8b6-48db-9f54-4b8903653b0c HTTP/1.1" status: 204 len: 168 time: 0.1890433 Aug 08 20:24:10.012424 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=104384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:24:10.020379 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a110c-4b3a-42b3-afc3-c905a71e0c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6c33ea-c8b6-48db-9f54-4b8903653b0c,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:10.032891 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (034e0334-8966-40fb-ad14-166750ce5deb), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:10.033044 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.segments_db [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Added segment 034e0334-8966-40fb-ad14-166750ce5deb of type vlan for network 2558959f-2c40-4aa5-91d9-d096325de781 Aug 08 20:24:10.085702 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (2558959f-2c40-4aa5-91d9-d096325de781), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:10.293755 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (2558959f-2c40-4aa5-91d9-d096325de781), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:10.295048 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:10.295647 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:10.453522 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] Pushing event updated for resources: {'Network': ['ID=2558959f-2c40-4aa5-91d9-d096325de781,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:10.456216 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 2558959f-2c40-4aa5-91d9-d096325de781 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:24:10.457977 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a781d4f-8df8-4d1a-9a02-70ef66bed85f req-eea409e9-6026-49ed-99c1-a32b12003675 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:10.457977 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0a781d4f-8df8-4d1a-9a02-70ef66bed85f req-eea409e9-6026-49ed-99c1-a32b12003675 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0559516 Aug 08 20:24:10.501539 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0a781d4f-8df8-4d1a-9a02-70ef66bed85f req-a380eb6e-991f-4961-9e01-9fcd145d83c6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500736 Aug 08 20:24:10.622145 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-9a5578b1-4321-4613-9e42-010b570ba595 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3695345 Aug 08 20:24:10.624958 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53284) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:10.637965 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-38931ffd-56e0-4a50-b214-d2d6e5dc0384 admin admin] Request body: {'subnet': {'network_id': '2558959f-2c40-4aa5-91d9-d096325de781', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-908928814-subnet', 'tenant_id': '16e1365639f3418abed26af72885e0b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:24:10.732293 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38931ffd-56e0-4a50-b214-d2d6e5dc0384 admin admin] Made reservation on behalf of 16e1365639f3418abed26af72885e0b7 for: {'subnet': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:24:10.734748 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-38931ffd-56e0-4a50-b214-d2d6e5dc0384 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26999829'] for subnet (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:10.945701 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53298) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:10.959328 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a2060f1d-5746-4dad-b7ef-8844c996904a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:10.970277 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-38931ffd-56e0-4a50-b214-d2d6e5dc0384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26740363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26999815'] for subnet (aaadb635-8301-4f63-a5a7-312018500da2), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:11.058007 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38931ffd-56e0-4a50-b214-d2d6e5dc0384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaadb635-8301-4f63-a5a7-312018500da2,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:11.076613 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38931ffd-56e0-4a50-b214-d2d6e5dc0384 admin admin] Checking segment: {'id': '034e0334-8966-40fb-ad14-166750ce5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:24:11.087757 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38931ffd-56e0-4a50-b214-d2d6e5dc0384 admin admin] Network hostable DHCP agents. Network: 2558959f-2c40-4aa5-91d9-d096325de781, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:24:11.122331 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a2060f1d-5746-4dad-b7ef-8844c996904a admin admin] Publish callbacks [] for security_group (326a54f8-cf76-43cd-8d67-5212e0edb1ec), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:11.167208 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38931ffd-56e0-4a50-b214-d2d6e5dc0384 admin admin] Network 2558959f-2c40-4aa5-91d9-d096325de781 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:24:11.190108 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a2060f1d-5746-4dad-b7ef-8844c996904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (326a54f8-cf76-43cd-8d67-5212e0edb1ec), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:11.229190 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-a2060f1d-5746-4dad-b7ef-8844c996904a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9fa86146cbde4e6a8f5e4e278a494be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823746 Aug 08 20:24:11.231196 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2060f1d-5746-4dad-b7ef-8844c996904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326a54f8-cf76-43cd-8d67-5212e0edb1ec,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:11.232036 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53306) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:11.236982 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-38931ffd-56e0-4a50-b214-d2d6e5dc0384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 2558959f-2c40-4aa5-91d9-d096325de781) {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:24:11.244019 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38931ffd-56e0-4a50-b214-d2d6e5dc0384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:11.244019 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-38931ffd-56e0-4a50-b214-d2d6e5dc0384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:11.246210 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f161e9-b3f1-44ea-bbf1-4dbba950fd3d None None] Network 2558959f-2c40-4aa5-91d9-d096325de781 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:24:11.298823 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-af33561d-2283-462c-be7f-047a2c3836b2 admin admin] Publish callbacks [] for security_group (326a54f8-cf76-43cd-8d67-5212e0edb1ec), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:11.321834 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-af33561d-2283-462c-be7f-047a2c3836b2 admin admin] Publish callbacks [] for security_group (326a54f8-cf76-43cd-8d67-5212e0edb1ec), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:11.326101 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-38931ffd-56e0-4a50-b214-d2d6e5dc0384 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7000396 Aug 08 20:24:11.379676 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a2eb9-a574-4adc-bfa5-a10ef7ae7ff6 None None] Network 2558959f-2c40-4aa5-91d9-d096325de781 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:24:11.430480 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-af33561d-2283-462c-be7f-047a2c3836b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (326a54f8-cf76-43cd-8d67-5212e0edb1ec), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:11.433102 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-af33561d-2283-462c-be7f-047a2c3836b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:11.437133 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-af33561d-2283-462c-be7f-047a2c3836b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/326a54f8-cf76-43cd-8d67-5212e0edb1ec HTTP/1.1" status: 204 len: 168 time: 0.2038264 Aug 08 20:24:11.445365 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33561d-2283-462c-be7f-047a2c3836b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326a54f8-cf76-43cd-8d67-5212e0edb1ec,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:11.628495 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a67e9-dc29-4e07-8d14-21308bff09d9 req-dfcce995-2eae-4fbd-995b-0a0180dd401b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:11.630204 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3d6a67e9-dc29-4e07-8d14-21308bff09d9 req-dfcce995-2eae-4fbd-995b-0a0180dd401b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0639145 Aug 08 20:24:11.676302 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3d6a67e9-dc29-4e07-8d14-21308bff09d9 req-667ef8a9-e1d4-4c9f-9a90-596958f148e6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405855 Aug 08 20:24:12.803691 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a7cfe-6353-451f-b21f-624fcbbe858f req-c32946d1-2a12-476d-a3cd-664a5de5519f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:12.805323 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ef4a7cfe-6353-451f-b21f-624fcbbe858f req-c32946d1-2a12-476d-a3cd-664a5de5519f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0575235 Aug 08 20:24:12.852841 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ef4a7cfe-6353-451f-b21f-624fcbbe858f req-93ce9330-413c-4e62-8462-54164beb5cb3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Aug 08 20:24:13.117416 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53388) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:13.228068 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-650f7508-b900-4cf8-8925-c26f6a7f6204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:13.296141 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-650f7508-b900-4cf8-8925-c26f6a7f6204 admin admin] Publish callbacks [] for security_group (63b163e7-1217-4a05-ba23-e8af296bcc44), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:13.361621 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-650f7508-b900-4cf8-8925-c26f6a7f6204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (63b163e7-1217-4a05-ba23-e8af296bcc44), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:13.405160 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-650f7508-b900-4cf8-8925-c26f6a7f6204 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87a3aa92f7c54a449dd59844ab1c44a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846842 Aug 08 20:24:13.408731 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53402) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:13.410993 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f7508-b900-4cf8-8925-c26f6a7f6204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b163e7-1217-4a05-ba23-e8af296bcc44,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:13.497904 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d4966a7e-132b-4e8d-80f2-c88e4125f988 admin admin] Publish callbacks [] for security_group (63b163e7-1217-4a05-ba23-e8af296bcc44), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:13.527718 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d4966a7e-132b-4e8d-80f2-c88e4125f988 admin admin] Publish callbacks [] for security_group (63b163e7-1217-4a05-ba23-e8af296bcc44), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:13.664744 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d4966a7e-132b-4e8d-80f2-c88e4125f988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (63b163e7-1217-4a05-ba23-e8af296bcc44), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:13.668368 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d4966a7e-132b-4e8d-80f2-c88e4125f988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:13.675670 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-d4966a7e-132b-4e8d-80f2-c88e4125f988 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63b163e7-1217-4a05-ba23-e8af296bcc44 HTTP/1.1" status: 204 len: 168 time: 0.2601397 Aug 08 20:24:13.685585 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4966a7e-132b-4e8d-80f2-c88e4125f988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b163e7-1217-4a05-ba23-e8af296bcc44,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:13.749998 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-5f35a347-60ae-4e38-9a6b-f58bbaae4fd5 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:13.749998 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-5f35a347-60ae-4e38-9a6b-f58bbaae4fd5 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/networks?id=2558959f-2c40-4aa5-91d9-d096325de781 HTTP/1.1" status: 200 len: 813 time: 0.1135049 Aug 08 20:24:13.763649 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-e8657637-6696-4a7b-923c-a6501a80b6cb tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/quotas/16e1365639f3418abed26af72885e0b7 HTTP/1.1" status: 200 len: 375 time: 0.0097413 Aug 08 20:24:13.809803 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-6752934d-fb55-474c-b7bb-7bd31a3fd4f2 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=16e1365639f3418abed26af72885e0b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389078 Aug 08 20:24:13.908447 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-c20b80e9-c2ae-4948-ad82-65d1df39a88e service neutron] 10.222.0.26 "GET /v2.0/networks/2558959f-2c40-4aa5-91d9-d096325de781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918467 Aug 08 20:24:14.033830 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-e814a7da-f205-4956-9709-3906783dd1af service neutron] 10.222.0.26 "GET /v2.0/networks/2558959f-2c40-4aa5-91d9-d096325de781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244149 Aug 08 20:24:14.040739 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d3125-4ba7-428c-8699-798e6ee0e101 req-152bd29e-806d-4d46-9640-2127036347d2 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:14.042221 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-435d3125-4ba7-428c-8699-798e6ee0e101 req-152bd29e-806d-4d46-9640-2127036347d2 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0867269 Aug 08 20:24:14.098680 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-435d3125-4ba7-428c-8699-798e6ee0e101 req-ccd85e62-1370-4889-a6a2-609866f3ab87 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480168 Aug 08 20:24:14.257325 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ba8163cb-d9a2-4cc5-95ff-bdf834db61b8 req-a7e406ad-b087-4cf6-8338-a9a7099d7742 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0306990 Aug 08 20:24:14.517015 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53446) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:14.530649 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-11081db5-1cd4-4144-b078-14628d7d9281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:14.613061 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-11081db5-1cd4-4144-b078-14628d7d9281 admin admin] Publish callbacks [] for security_group (4a9c169a-3a64-426c-8708-51d3eff0099e), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:14.705501 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-11081db5-1cd4-4144-b078-14628d7d9281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (4a9c169a-3a64-426c-8708-51d3eff0099e), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:14.745025 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-11081db5-1cd4-4144-b078-14628d7d9281 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=355255bfeb8a4ac9bb63b53e6c32ed3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268672 Aug 08 20:24:14.746229 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11081db5-1cd4-4144-b078-14628d7d9281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9c169a-3a64-426c-8708-51d3eff0099e,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:14.747747 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53452) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:14.796319 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-09f8fcbd-9e33-4e67-8e68-1e270058124b admin admin] Publish callbacks [] for security_group (4a9c169a-3a64-426c-8708-51d3eff0099e), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:14.819898 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-09f8fcbd-9e33-4e67-8e68-1e270058124b admin admin] Publish callbacks [] for security_group (4a9c169a-3a64-426c-8708-51d3eff0099e), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:14.954902 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-09f8fcbd-9e33-4e67-8e68-1e270058124b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (4a9c169a-3a64-426c-8708-51d3eff0099e), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:14.957585 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-09f8fcbd-9e33-4e67-8e68-1e270058124b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:14.958744 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-09f8fcbd-9e33-4e67-8e68-1e270058124b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a9c169a-3a64-426c-8708-51d3eff0099e HTTP/1.1" status: 204 len: 168 time: 0.2099757 Aug 08 20:24:14.966942 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8fcbd-9e33-4e67-8e68-1e270058124b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9c169a-3a64-426c-8708-51d3eff0099e,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:15.223222 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667af77-f450-4b8b-a3eb-2304a41529a4 req-72ff1636-0f32-4d20-8553-6c18524b5c71 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:15.224721 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5667af77-f450-4b8b-a3eb-2304a41529a4 req-72ff1636-0f32-4d20-8553-6c18524b5c71 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0535781 Aug 08 20:24:15.272649 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5667af77-f450-4b8b-a3eb-2304a41529a4 req-ad85519e-67c7-4263-bb2b-a1a5f8b15bc0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Aug 08 20:24:15.352032 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7f9633f2-cffb-4000-a473-be4ba22ce326 req-63106e87-df75-41a4-9c5e-0884284fd16d tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0312626 Aug 08 20:24:16.399272 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33d826-6dd8-4baa-a9b0-a3c67032871c req-829ecda5-01a2-4a9f-96ac-b5e17fec13a6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:16.400934 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4b33d826-6dd8-4baa-a9b0-a3c67032871c req-829ecda5-01a2-4a9f-96ac-b5e17fec13a6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0567107 Aug 08 20:24:16.451101 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-82fa7ec1-362f-4cca-8056-71a86170258f req-db60949d-2885-4d3f-8186-ebf970034f6f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0283427 Aug 08 20:24:16.472784 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4b33d826-6dd8-4baa-a9b0-a3c67032871c req-d6561cba-b498-41a2-a5f1-8d46f4641e0b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658038 Aug 08 20:24:17.556238 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3d8e2040-5188-422e-9b9c-033f224504d4 req-7bbacc23-cb3d-43e6-b5ea-91ad801d09a4 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0295141 Aug 08 20:24:17.621776 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4419fe2-e95e-44a7-aa1c-33000a8d3ab9 req-2ed90a22-0547-4b0c-9d05-06784be98170 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:17.623345 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4419fe2-e95e-44a7-aa1c-33000a8d3ab9 req-2ed90a22-0547-4b0c-9d05-06784be98170 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0695767 Aug 08 20:24:17.678934 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4419fe2-e95e-44a7-aa1c-33000a8d3ab9 req-cc6c9ad3-697b-408d-9ec0-5bb1e7b18d93 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487485 Aug 08 20:24:17.961416 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-628ee4d4-913c-4065-9248-2d5eb53431fa tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:17.962895 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-628ee4d4-913c-4065-9248-2d5eb53431fa tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.49 "GET /v2.0/networks?id=2558959f-2c40-4aa5-91d9-d096325de781 HTTP/1.1" status: 200 len: 813 time: 0.1121445 Aug 08 20:24:17.993893 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Request body: {'port': {'device_id': '68cfc23b-7551-458b-85cc-6db7bb77a6f7', 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781', 'admin_state_up': True, 'tenant_id': '16e1365639f3418abed26af72885e0b7'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:24:18.201580 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Made reservation on behalf of 16e1365639f3418abed26af72885e0b7 for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:24:18.205840 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:18.341193 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Allocated IP 172.20.0.4 (2558959f-2c40-4aa5-91d9-d096325de781/aaadb635-8301-4f63-a5a7-312018500da2/96dfc896-d2c6-4552-a6b4-9b3383ee75e9) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:24:18.501623 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks [] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:18.606882 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:18.666602 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Network 2558959f-2c40-4aa5-91d9-d096325de781 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:24:18.671605 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:24:18.674630 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:24:18.694988 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f4f2b-0746-4e65-8b48-d2de57100d97 req-b7b5ff28-47cf-45ab-a303-6648b27df2d1 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:18.699822 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-844f4f2b-0746-4e65-8b48-d2de57100d97 req-b7b5ff28-47cf-45ab-a303-6648b27df2d1 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 931 time: 0.0625100 Aug 08 20:24:18.702293 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Pushing event updated for resources: {'Port': ['ID=96dfc896-d2c6-4552-a6b4-9b3383ee75e9,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:18.735644 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:18.735768 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:18.758069 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-844f4f2b-0746-4e65-8b48-d2de57100d97 req-e2f68970-c24b-46d8-8bd6-88ed4aa20ee2 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544026 Aug 08 20:24:18.825567 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac50f3-b782-48b8-91e9-71a10091bc5c req-13bb7fb2-e9da-4cec-8849-a51759c14ecd tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:18.827111 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f2ac50f3-b782-48b8-91e9-71a10091bc5c req-13bb7fb2-e9da-4cec-8849-a51759c14ecd tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0562439 Aug 08 20:24:18.877818 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f2ac50f3-b782-48b8-91e9-71a10091bc5c req-d42548e2-2165-4051-868e-190f86b14bdb tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Aug 08 20:24:18.878994 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-355205fd-2a55-4872-977e-c2288743728f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8899908 Aug 08 20:24:18.891360 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Request body: {'port': {'device_id': '68cfc23b-7551-458b-85cc-6db7bb77a6f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:24:18.954926 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:19.240450 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:24:19.248424 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Publish callbacks [] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:19.260867 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Transition to ACTIVE for port object 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:24:19.332883 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:19.410005 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Pushing event updated for resources: {'Port': ['ID=96dfc896-d2c6-4552-a6b4-9b3383ee75e9,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:19.440411 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Attempting to bind port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:24:19.440850 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Attempting to bind port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '034e0334-8966-40fb-ad14-166750ce5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:24:19.441187 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Attempting to bind port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 on network 2558959f-2c40-4aa5-91d9-d096325de781 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:24:19.445510 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 on network 2558959f-2c40-4aa5-91d9-d096325de781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:24:19.445835 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Attempting to bind port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 on network 2558959f-2c40-4aa5-91d9-d096325de781 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:24:19.450736 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:24:19.451074 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Checking segment: {'id': '034e0334-8966-40fb-ad14-166750ce5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:24:19.451461 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Bound using segment: {'id': '034e0334-8966-40fb-ad14-166750ce5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:24:19.451926 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Bound port: 96dfc896-d2c6-4552-a6b4-9b3383ee75e9, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034e0334-8966-40fb-ad14-166750ce5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:24:19.452275 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:19.515208 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] For port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:24:19.517287 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] For port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=96dfc896-d2c6-4552-a6b4-9b3383ee75e9,segment=NetworkSegment(034e0334-8966-40fb-ad14-166750ce5deb),segment_id=034e0334-8966-40fb-ad14-166750ce5deb)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:24:19.572959 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0e906-9ed7-4e22-90b0-495c259b84ce req-9229032d-ad91-42ad-bf81-6c5e48abd493 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:19.574446 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3eb0e906-9ed7-4e22-90b0-495c259b84ce req-9229032d-ad91-42ad-bf81-6c5e48abd493 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 945 time: 0.0538425 Aug 08 20:24:19.608742 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:19.614634 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:19.615528 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:19.617221 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] 10.222.0.49 "PUT /v2.0/ports/96dfc896-d2c6-4552-a6b4-9b3383ee75e9 HTTP/1.1" status: 200 len: 1093 time: 0.7302647 Aug 08 20:24:19.619051 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68cfc23b-7551-458b-85cc-6db7bb77a6f7', 'tag': '96dfc896-d2c6-4552-a6b4-9b3383ee75e9'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:24:19.621359 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d88dea-4f98-4fdf-8156-b889aa5c7c71" -d '{"events": [{"name": "network-changed", "server_uuid": "68cfc23b-7551-458b-85cc-6db7bb77a6f7", "tag": "96dfc896-d2c6-4552-a6b4-9b3383ee75e9"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:24:19.627369 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3eb0e906-9ed7-4e22-90b0-495c259b84ce req-e5d9aadc-703d-416d-a1b2-400aaf251f17 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464511 Aug 08 20:24:19.668862 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b1b0e-1261-4c14-a232-810c549ac994 service neutron] Pushing event updated for resources: {'Port': ['ID=96dfc896-d2c6-4552-a6b4-9b3383ee75e9,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:19.675250 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56e0e33-4b92-4062-a3bb-fee2dfcaffac x-openstack-request-id: req-b56e0e33-4b92-4062-a3bb-fee2dfcaffac {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:24:19.675542 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68cfc23b-7551-458b-85cc-6db7bb77a6f7", "tag": "96dfc896-d2c6-4552-a6b4-9b3383ee75e9", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:24:19.675798 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b56e0e33-4b92-4062-a3bb-fee2dfcaffac {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:24:19.676210 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56e0e33-4b92-4062-a3bb-fee2dfcaffac'] response: {'name': 'network-changed', 'server_uuid': '68cfc23b-7551-458b-85cc-6db7bb77a6f7', 'tag': '96dfc896-d2c6-4552-a6b4-9b3383ee75e9', 'status': 'completed', 'code': 200} Aug 08 20:24:19.882299 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f856b2f-d173-4eaf-8ba0-33d533ef2e68 req-75830735-0982-4a50-80bd-6e3370b0990a tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:19.883779 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4f856b2f-d173-4eaf-8ba0-33d533ef2e68 req-75830735-0982-4a50-80bd-6e3370b0990a tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 943 time: 0.0514395 Aug 08 20:24:19.931392 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4f856b2f-d173-4eaf-8ba0-33d533ef2e68 req-8b471f06-f9aa-45e5-8426-125e01870ec0 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Aug 08 20:24:20.004445 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752ce9d-e54a-4b60-8eb4-dd57a45bb682 req-30f6e821-bc23-4bee-924a-4842685525cc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:20.005935 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f752ce9d-e54a-4b60-8eb4-dd57a45bb682 req-30f6e821-bc23-4bee-924a-4842685525cc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0571973 Aug 08 20:24:20.051922 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f752ce9d-e54a-4b60-8eb4-dd57a45bb682 req-77e949e3-1b1d-41f3-b767-8499fc45849f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Aug 08 20:24:20.766583 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c03c38-86c2-4580-8aa4-811db65fab7e req-3dc31b83-ad13-4242-a3ad-20a0f63624ba tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:20.768567 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c3c03c38-86c2-4580-8aa4-811db65fab7e req-3dc31b83-ad13-4242-a3ad-20a0f63624ba tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 945 time: 0.0549240 Aug 08 20:24:20.815819 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c3c03c38-86c2-4580-8aa4-811db65fab7e req-bef3a444-5de8-4058-a311-e61a8cb0fd9d tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417309 Aug 08 20:24:21.059054 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812982f-adb8-40e3-aa5a-88437c39d799 req-68f7bed6-b8a5-4811-8f5c-55a07d734640 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:21.060534 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6812982f-adb8-40e3-aa5a-88437c39d799 req-68f7bed6-b8a5-4811-8f5c-55a07d734640 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 943 time: 0.0575788 Aug 08 20:24:21.108219 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6812982f-adb8-40e3-aa5a-88437c39d799 req-460f5e06-f05b-4fef-8640-4d0fefee1062 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 Aug 08 20:24:21.173838 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103d678-7b33-471b-9abd-0ac56fb7c0ce req-1e11befa-7790-4142-8242-e6dcefd36468 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:21.175332 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3103d678-7b33-471b-9abd-0ac56fb7c0ce req-1e11befa-7790-4142-8242-e6dcefd36468 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0534108 Aug 08 20:24:21.223353 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3103d678-7b33-471b-9abd-0ac56fb7c0ce req-3311ff10-e1e0-48ee-bb4e-d93b0a74039e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Aug 08 20:24:21.492580 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-34d2927e-bd42-4993-8192-1690b627dbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:21.521251 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:21.940822 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12592ce6-0669-4f7d-aef7-cb5b4bc12476 req-24c2345b-e710-4c95-b47f-6cc63f3efac8 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:21.942641 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-12592ce6-0669-4f7d-aef7-cb5b4bc12476 req-24c2345b-e710-4c95-b47f-6cc63f3efac8 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 945 time: 0.0560138 Aug 08 20:24:21.996081 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-12592ce6-0669-4f7d-aef7-cb5b4bc12476 req-54c90586-1633-4ff6-b571-68cd31cda21e tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476537 Aug 08 20:24:22.037066 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d88dea-4f98-4fdf-8156-b889aa5c7c71 req-dd87fda4-8a7b-4b44-aae1-53d9c5531e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:22.038499 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-77d88dea-4f98-4fdf-8156-b889aa5c7c71 req-dd87fda4-8a7b-4b44-aae1-53d9c5531e89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16e1365639f3418abed26af72885e0b7&device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 1127 time: 0.0483220 Aug 08 20:24:22.140404 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d88dea-4f98-4fdf-8156-b889aa5c7c71 req-79128bde-1adc-4eaf-9fe9-0c6a93595726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:22.141801 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-77d88dea-4f98-4fdf-8156-b889aa5c7c71 req-79128bde-1adc-4eaf-9fe9-0c6a93595726 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=16e1365639f3418abed26af72885e0b7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0922689 Aug 08 20:24:22.233024 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a652160-3db7-40d8-a44a-01a867061323 req-fcf31c87-4b89-4606-b14f-4d65521fc1ce tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:22.234603 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2a652160-3db7-40d8-a44a-01a867061323 req-fcf31c87-4b89-4606-b14f-4d65521fc1ce tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 943 time: 0.0556860 Aug 08 20:24:22.240590 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d88dea-4f98-4fdf-8156-b889aa5c7c71 req-05291a6a-f620-4d56-bce0-2670d2bb2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:22.242086 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-77d88dea-4f98-4fdf-8156-b889aa5c7c71 req-05291a6a-f620-4d56-bce0-2670d2bb2322 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941055 Aug 08 20:24:22.286144 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2a652160-3db7-40d8-a44a-01a867061323 req-08cf9b9d-2839-4dbd-b4f3-3654bded5cf3 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Aug 08 20:24:22.342435 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-84cc4c08-75cd-4305-8221-b7fa60a23404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:22.343958 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-84cc4c08-75cd-4305-8221-b7fa60a23404 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16e1365639f3418abed26af72885e0b7&device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 1127 time: 0.0588810 Aug 08 20:24:22.352140 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda8e5a-14dc-4865-b40b-be269e9fb845 req-ec4659e2-8d8e-4623-a526-f3394b86ca73 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:22.353656 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2cda8e5a-14dc-4865-b40b-be269e9fb845 req-ec4659e2-8d8e-4623-a526-f3394b86ca73 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0541720 Aug 08 20:24:22.383885 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-a1f8a573-61e6-4bd1-b380-739afbb3e6cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96dfc896-d2c6-4552-a6b4-9b3383ee75e9 HTTP/1.1" status: 200 len: 217 time: 0.0321538 Aug 08 20:24:22.402687 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2cda8e5a-14dc-4865-b40b-be269e9fb845 req-2eafab02-e242-453b-91e7-b39c1452cf62 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433862 Aug 08 20:24:22.439393 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-21012c3a-7e35-4bd0-b930-4e4d3b5ff6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:22.440901 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-21012c3a-7e35-4bd0-b930-4e4d3b5ff6c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaadb635-8301-4f63-a5a7-312018500da2 HTTP/1.1" status: 200 len: 853 time: 0.0477412 Aug 08 20:24:22.476838 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-b0a53eee-fd46-4865-ae34-2f36b00f7ab2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2558959f-2c40-4aa5-91d9-d096325de781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248897 Aug 08 20:24:22.566657 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-ab903882-027c-491c-9d61-513b20632ec9 service neutron] 10.222.0.49 "GET /v2.0/networks/2558959f-2c40-4aa5-91d9-d096325de781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820558 Aug 08 20:24:22.664605 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-364535d3-ebf5-4ed1-83c5-6522a5a339ce req-aeb77cb4-58ea-42c8-9d1e-4081cef5420d service neutron] 10.222.0.49 "GET /v2.0/networks/2558959f-2c40-4aa5-91d9-d096325de781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869439 Aug 08 20:24:23.126586 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898bc75-6c16-4cce-89d1-4257832e5f4b req-77ec3c81-0024-4fe7-8a62-910ae455f323 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:23.129239 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5898bc75-6c16-4cce-89d1-4257832e5f4b req-77ec3c81-0024-4fe7-8a62-910ae455f323 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 945 time: 0.0605657 Aug 08 20:24:23.175482 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5898bc75-6c16-4cce-89d1-4257832e5f4b req-ac0e093b-1f1e-4a91-9106-49e9daa74e52 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Aug 08 20:24:23.414081 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3226dc-47fc-4e1d-8e0a-2d19f83f5b08 req-289539f2-1d16-4840-9998-85926727e56e tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:23.415632 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8b3226dc-47fc-4e1d-8e0a-2d19f83f5b08 req-289539f2-1d16-4840-9998-85926727e56e tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 943 time: 0.0553105 Aug 08 20:24:23.471846 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8b3226dc-47fc-4e1d-8e0a-2d19f83f5b08 req-f4b72b84-af97-4bf3-a0e2-8d08edbc8ce7 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502083 Aug 08 20:24:23.535711 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718bb1d-0efb-467d-b933-1ed26cba6a4a req-14223c2e-3a63-4e73-a80f-691de34256ff tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:23.537230 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f718bb1d-0efb-467d-b933-1ed26cba6a4a req-14223c2e-3a63-4e73-a80f-691de34256ff tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0530639 Aug 08 20:24:23.587772 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f718bb1d-0efb-467d-b933-1ed26cba6a4a req-08288d47-f141-440c-83b8-c9ba7f670723 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446169 Aug 08 20:24:23.858549 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53678) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:23.962082 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-bb9a1701-7742-4ab7-b01d-638c6915db34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:24.034417 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-bb9a1701-7742-4ab7-b01d-638c6915db34 admin admin] Publish callbacks [] for security_group (aa853479-f956-490f-82f8-699f8af68602), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:24.058319 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f72000c5-d41d-4cf2-ae12-beae050035ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:24.138636 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-bb9a1701-7742-4ab7-b01d-638c6915db34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (aa853479-f956-490f-82f8-699f8af68602), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:24.177502 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-bb9a1701-7742-4ab7-b01d-638c6915db34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d4617d712944286aadf7bb58537a5c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178837 Aug 08 20:24:24.178331 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a1701-7742-4ab7-b01d-638c6915db34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa853479-f956-490f-82f8-699f8af68602,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:24.181377 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53686) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:24.243431 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c43ef2c9-9e71-4dad-98bc-d595474694cf admin admin] Publish callbacks [] for security_group (aa853479-f956-490f-82f8-699f8af68602), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:24.275752 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c43ef2c9-9e71-4dad-98bc-d595474694cf admin admin] Publish callbacks [] for security_group (aa853479-f956-490f-82f8-699f8af68602), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:24.340924 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb9d48-b916-4dae-b2e8-200f8c986287 req-3a52022f-0f96-4ab1-9188-2cbc10c1242a tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:24.342567 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2cdb9d48-b916-4dae-b2e8-200f8c986287 req-3a52022f-0f96-4ab1-9188-2cbc10c1242a tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 945 time: 0.0842221 Aug 08 20:24:24.390461 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2cdb9d48-b916-4dae-b2e8-200f8c986287 req-1d17dff5-94a3-4524-a17b-88dacf38e137 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/security-groups?id=29c222da-b687-4061-a37a-f2b9fe94e617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Aug 08 20:24:24.453048 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c43ef2c9-9e71-4dad-98bc-d595474694cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (aa853479-f956-490f-82f8-699f8af68602), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:24.455719 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c43ef2c9-9e71-4dad-98bc-d595474694cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:24.457405 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-c43ef2c9-9e71-4dad-98bc-d595474694cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa853479-f956-490f-82f8-699f8af68602 HTTP/1.1" status: 204 len: 168 time: 0.2744558 Aug 08 20:24:24.465656 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ef2c9-9e71-4dad-98bc-d595474694cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa853479-f956-490f-82f8-699f8af68602,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:24.605969 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4671d93-7b68-4153-ba69-cb4d461b46c0 req-ef80ddf0-1ff6-413d-94eb-ea22de1bd1fa tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:24.607326 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b4671d93-7b68-4153-ba69-cb4d461b46c0 req-ef80ddf0-1ff6-413d-94eb-ea22de1bd1fa tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 943 time: 0.0628567 Aug 08 20:24:24.659449 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2cae5-5930-4ae2-9703-c086d061d59d req-b2a26935-3dff-45ab-9e45-f0d002754924 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:24.662244 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-18e2cae5-5930-4ae2-9703-c086d061d59d req-b2a26935-3dff-45ab-9e45-f0d002754924 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 945 time: 0.0987535 Aug 08 20:24:24.689377 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b4671d93-7b68-4153-ba69-cb4d461b46c0 req-38d04165-c7a6-4c36-a0ac-831a7c48d1cd tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626376 Aug 08 20:24:24.762545 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89bf20-e6b8-40cd-b71b-02bf8920ff0c req-53f87027-e23b-4bbe-9f06-a76d7047d1a6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:24.764655 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0b89bf20-e6b8-40cd-b71b-02bf8920ff0c req-53f87027-e23b-4bbe-9f06-a76d7047d1a6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0959966 Aug 08 20:24:24.852643 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0b89bf20-e6b8-40cd-b71b-02bf8920ff0c req-fbce2408-bd1b-428f-a16a-afe60885c37c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787425 Aug 08 20:24:24.862376 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-18e2cae5-5930-4ae2-9703-c086d061d59d req-268a7f94-235c-4105-9aa4-718cafd9a9d1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Deleting port faf5d130-fff7-44a4-b2d2-b1ada74fa58f {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:24:24.863924 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-18e2cae5-5930-4ae2-9703-c086d061d59d req-268a7f94-235c-4105-9aa4-718cafd9a9d1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:24.941933 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:24:24.964541 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-18e2cae5-5930-4ae2-9703-c086d061d59d req-268a7f94-235c-4105-9aa4-718cafd9a9d1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] For port faf5d130-fff7-44a4-b2d2-b1ada74fa58f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=faf5d130-fff7-44a4-b2d2-b1ada74fa58f,segment=NetworkSegment(634ccab2-aaad-45d3-9405-4374de0d18f3),segment_id=634ccab2-aaad-45d3-9405-4374de0d18f3)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:24:24.964961 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-18e2cae5-5930-4ae2-9703-c086d061d59d req-268a7f94-235c-4105-9aa4-718cafd9a9d1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:24.980547 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-18e2cae5-5930-4ae2-9703-c086d061d59d req-268a7f94-235c-4105-9aa4-718cafd9a9d1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Calling delete_port for faf5d130-fff7-44a4-b2d2-b1ada74fa58f owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:24:25.018584 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:25.062707 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=96dfc896-d2c6-4552-a6b4-9b3383ee75e9,segment=NetworkSegment(034e0334-8966-40fb-ad14-166750ce5deb),segment_id=034e0334-8966-40fb-ad14-166750ce5deb)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:24:25.075942 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '96dfc896-d2c6-4552-a6b4-9b3383ee75e9', 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781', 'port_id': '96dfc896-d2c6-4552-a6b4-9b3383ee75e9', 'mac_address': 'fa:16:3e:34:36:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaadb635-8301-4f63-a5a7-312018500da2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:24:25.117335 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:24:25.117750 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:25.132553 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:24:25.152643 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=96dfc896-d2c6-4552-a6b4-9b3383ee75e9,segment=NetworkSegment(034e0334-8966-40fb-ad14-166750ce5deb),segment_id=034e0334-8966-40fb-ad14-166750ce5deb)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:24:25.229685 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:25.229853 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-18e2cae5-5930-4ae2-9703-c086d061d59d req-268a7f94-235c-4105-9aa4-718cafd9a9d1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (faf5d130-fff7-44a4-b2d2-b1ada74fa58f), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:25.257751 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a7f94-235c-4105-9aa4-718cafd9a9d1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Pushing event deleted for resources: {'Port': ['ID=faf5d130-fff7-44a4-b2d2-b1ada74fa58f,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:25.266157 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53714) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:25.286484 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=96dfc896-d2c6-4552-a6b4-9b3383ee75e9,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:25.294292 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.294671 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.295107 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.295482 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.295823 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.296192 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.296542 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.296900 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.297238 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.297600 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.297953 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.298589 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.298750 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:24:25.334665 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-996cd773-f98a-46d9-90f8-ef7a7b3a3d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:25.336602 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e2cae5-5930-4ae2-9703-c086d061d59d req-268a7f94-235c-4105-9aa4-718cafd9a9d1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] No DVR routers for this DVR port faf5d130-fff7-44a4-b2d2-b1ada74fa58f on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:24:25.344493 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-18e2cae5-5930-4ae2-9703-c086d061d59d req-268a7f94-235c-4105-9aa4-718cafd9a9d1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:25.348966 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-18e2cae5-5930-4ae2-9703-c086d061d59d req-268a7f94-235c-4105-9aa4-718cafd9a9d1 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.49 "DELETE /v2.0/ports/faf5d130-fff7-44a4-b2d2-b1ada74fa58f HTTP/1.1" status: 204 len: 173 time: 0.6728637 Aug 08 20:24:25.349701 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f37662b-5498-4861-8d6c-3f2d7c38a41b', 'name': 'network-vif-deleted', 'tag': 'faf5d130-fff7-44a4-b2d2-b1ada74fa58f'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:24:25.352013 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517478d4-a780-4fe2-98f8-65c16fb36615" -d '{"events": [{"server_uuid": "3f37662b-5498-4861-8d6c-3f2d7c38a41b", "name": "network-vif-deleted", "tag": "faf5d130-fff7-44a4-b2d2-b1ada74fa58f"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:24:25.389251 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bed27d-9326-41b8-9831-83497ed88804 x-openstack-request-id: req-e3bed27d-9326-41b8-9831-83497ed88804 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:24:25.389839 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f37662b-5498-4861-8d6c-3f2d7c38a41b", "name": "network-vif-deleted", "tag": "faf5d130-fff7-44a4-b2d2-b1ada74fa58f", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:24:25.390096 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3bed27d-9326-41b8-9831-83497ed88804 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:24:25.390672 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3bed27d-9326-41b8-9831-83497ed88804'] response: {'server_uuid': '3f37662b-5498-4861-8d6c-3f2d7c38a41b', 'name': 'network-vif-deleted', 'tag': 'faf5d130-fff7-44a4-b2d2-b1ada74fa58f', 'status': 'completed', 'code': 200} Aug 08 20:24:25.433252 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-996cd773-f98a-46d9-90f8-ef7a7b3a3d00 admin admin] Publish callbacks [] for security_group (10dc915a-25aa-4b8c-9378-f6f93d9f1711), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:25.498328 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-996cd773-f98a-46d9-90f8-ef7a7b3a3d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (10dc915a-25aa-4b8c-9378-f6f93d9f1711), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:25.500674 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-65ac03f1-4b08-4bdb-99c6-2297de124c87 req-dac17446-fe14-47cc-8b39-039ae2db658e tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 210 time: 0.0318367 Aug 08 20:24:25.537420 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-996cd773-f98a-46d9-90f8-ef7a7b3a3d00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0cb522e8987149f2a07a6422b5fccf78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701578 Aug 08 20:24:25.538142 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cd773-f98a-46d9-90f8-ef7a7b3a3d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dc915a-25aa-4b8c-9378-f6f93d9f1711,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:25.539971 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53720) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:25.587194 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2a6b87c0-ba2a-45ac-a2ee-cfb8a0a3177d admin admin] Publish callbacks [] for security_group (10dc915a-25aa-4b8c-9378-f6f93d9f1711), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:25.608641 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2a6b87c0-ba2a-45ac-a2ee-cfb8a0a3177d admin admin] Publish callbacks [] for security_group (10dc915a-25aa-4b8c-9378-f6f93d9f1711), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:25.796017 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2a6b87c0-ba2a-45ac-a2ee-cfb8a0a3177d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (10dc915a-25aa-4b8c-9378-f6f93d9f1711), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:25.798638 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2a6b87c0-ba2a-45ac-a2ee-cfb8a0a3177d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:25.799768 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-2a6b87c0-ba2a-45ac-a2ee-cfb8a0a3177d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10dc915a-25aa-4b8c-9378-f6f93d9f1711 HTTP/1.1" status: 204 len: 168 time: 0.2588131 Aug 08 20:24:25.811058 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b87c0-ba2a-45ac-a2ee-cfb8a0a3177d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dc915a-25aa-4b8c-9378-f6f93d9f1711,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:25.828169 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df162e8-48d2-4cea-89ef-ecc41dc2f129 req-b6107898-30d3-4632-87d1-a0d8c7cb7ca7 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:25.829752 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9df162e8-48d2-4cea-89ef-ecc41dc2f129 req-b6107898-30d3-4632-87d1-a0d8c7cb7ca7 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 944 time: 0.0678246 Aug 08 20:24:25.879025 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9df162e8-48d2-4cea-89ef-ecc41dc2f129 req-5af97879-b6a9-463d-b40d-6a84c18bdd30 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Aug 08 20:24:25.985621 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc49667-c888-4c35-94c0-0663c41da83e req-76c7b04c-a646-4d10-8834-ca4a9c7ec049 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:25.987082 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ffc49667-c888-4c35-94c0-0663c41da83e req-76c7b04c-a646-4d10-8834-ca4a9c7ec049 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0569110 Aug 08 20:24:26.033753 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ffc49667-c888-4c35-94c0-0663c41da83e req-2dbb095e-14b8-4eae-8643-be004977a7aa tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 Aug 08 20:24:26.602877 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-504e655b-dc54-4806-b583-e93090840b62 req-edb72603-9837-4a36-9a87-2a44b912ab28 tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 210 time: 0.0310121 Aug 08 20:24:26.618633 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:27.002577 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267311e-4c31-48c0-9610-76307f55979d req-63bc980f-5e34-49ec-9a47-7c52a39d810a tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:27.004797 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b267311e-4c31-48c0-9610-76307f55979d req-63bc980f-5e34-49ec-9a47-7c52a39d810a tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 944 time: 0.0536699 Aug 08 20:24:27.050602 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b267311e-4c31-48c0-9610-76307f55979d req-eb6297b8-00ca-4a6a-8ceb-2574b05376e7 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Aug 08 20:24:27.168704 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08840c-34ee-4539-920b-79edb6169194 req-e52d12e2-080b-427d-8348-656f6161f9d5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:27.170235 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ed08840c-34ee-4539-920b-79edb6169194 req-e52d12e2-080b-427d-8348-656f6161f9d5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0551388 Aug 08 20:24:27.216068 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ed08840c-34ee-4539-920b-79edb6169194 req-26fdc451-1dda-4bd9-a940-1cfd8ca4567f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 Aug 08 20:24:27.701478 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1c8b7ce7-bae2-4958-b5a9-3f3c69395705 req-c408c3e0-409c-49a0-9057-ea6e022d76bb tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 210 time: 0.0270703 Aug 08 20:24:28.023830 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:28.171172 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de998522-f3cb-40ae-8d5f-2b1627fd5c6b req-20c96fa2-48b1-4fc1-8fdd-d873af89c58b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:28.172637 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-de998522-f3cb-40ae-8d5f-2b1627fd5c6b req-20c96fa2-48b1-4fc1-8fdd-d873af89c58b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 944 time: 0.0523660 Aug 08 20:24:28.220588 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-de998522-f3cb-40ae-8d5f-2b1627fd5c6b req-d0ff9a7d-e5dd-4bbd-8517-d3e92f3d4764 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Aug 08 20:24:28.261016 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['faf5d130-fff7-44a4-b2d2-b1ada74fa58f'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:24:28.343040 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb0170-fe2c-4b9e-b170-2d053c4d477a req-4a9b3d94-4125-487f-8456-98e240105b25 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:28.344782 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-46fb0170-fe2c-4b9e-b170-2d053c4d477a req-4a9b3d94-4125-487f-8456-98e240105b25 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0537806 Aug 08 20:24:28.395646 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-46fb0170-fe2c-4b9e-b170-2d053c4d477a req-3e36726b-0f48-4f3b-8c75-800e93010c06 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440736 Aug 08 20:24:28.649879 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['96dfc896-d2c6-4552-a6b4-9b3383ee75e9'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:24:28.822127 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-40af4f0f-22f4-4ae8-80b8-e71fe09cc78b req-46a149c6-b9a9-4a0f-ab58-546c93bd5bae tempest-DeleteServersTestJSON-1369005596 tempest-DeleteServersTestJSON-1369005596-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f37662b-5498-4861-8d6c-3f2d7c38a41b HTTP/1.1" status: 200 len: 210 time: 0.0466070 Aug 08 20:24:29.340591 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3fe7a-6098-459e-b7c6-1576158c1201 req-055ee528-6842-4da1-b0ac-9f489a6e86b4 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:29.342086 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-99c3fe7a-6098-459e-b7c6-1576158c1201 req-055ee528-6842-4da1-b0ac-9f489a6e86b4 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 944 time: 0.0524058 Aug 08 20:24:29.395143 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-99c3fe7a-6098-459e-b7c6-1576158c1201 req-f9ffe1e1-4f93-4c3e-afbc-846ad22dd3d4 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468776 Aug 08 20:24:29.517874 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ae748-3fc6-48ba-9782-38109c15e0e5 req-5e86d37d-e619-4937-a22b-2e9b39db2a28 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:29.519814 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0b5ae748-3fc6-48ba-9782-38109c15e0e5 req-5e86d37d-e619-4937-a22b-2e9b39db2a28 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0527606 Aug 08 20:24:29.567809 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0b5ae748-3fc6-48ba-9782-38109c15e0e5 req-d9f26cbf-34d3-4f21-a380-45817893afb9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Aug 08 20:24:30.270261 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:24:30.498353 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:24:30.502223 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:24:30.502611 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:30.518405 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af106e0e-1606-494c-b222-586c7195e25d req-dae0d90c-6138-4ce0-9093-a7a9320e55d8 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:30.519978 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-af106e0e-1606-494c-b222-586c7195e25d req-dae0d90c-6138-4ce0-9093-a7a9320e55d8 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 944 time: 0.0538960 Aug 08 20:24:30.570362 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-af106e0e-1606-494c-b222-586c7195e25d req-2d7f5e8f-916a-4664-94ec-899100f5d2b6 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444713 Aug 08 20:24:30.579821 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:24:30.580223 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:30.604036 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cfc23b-7551-458b-85cc-6db7bb77a6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dfc896-d2c6-4552-a6b4-9b3383ee75e9'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:24:30.614527 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9045dbdd-4199-4ef3-ada9-ae87b33fd36d" -d '{"events": [{"server_uuid": "68cfc23b-7551-458b-85cc-6db7bb77a6f7", "name": "network-vif-plugged", "status": "completed", "tag": "96dfc896-d2c6-4552-a6b4-9b3383ee75e9"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:24:30.619748 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=96dfc896-d2c6-4552-a6b4-9b3383ee75e9,segment=NetworkSegment(034e0334-8966-40fb-ad14-166750ce5deb),segment_id=034e0334-8966-40fb-ad14-166750ce5deb)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:24:30.642241 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45f1266-f991-4fc0-9ca3-d089a9cde879 x-openstack-request-id: req-d45f1266-f991-4fc0-9ca3-d089a9cde879 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:24:30.642557 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cfc23b-7551-458b-85cc-6db7bb77a6f7", "name": "network-vif-plugged", "status": "completed", "tag": "96dfc896-d2c6-4552-a6b4-9b3383ee75e9", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:24:30.642820 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d45f1266-f991-4fc0-9ca3-d089a9cde879 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:24:30.643224 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45f1266-f991-4fc0-9ca3-d089a9cde879'] response: {'server_uuid': '68cfc23b-7551-458b-85cc-6db7bb77a6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dfc896-d2c6-4552-a6b4-9b3383ee75e9', 'code': 200} Aug 08 20:24:30.702973 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a30c36-500f-4c84-ba59-30fe86f8ee63 req-745e461c-3462-4ea7-9ab1-8920625f2e48 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:30.704671 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d8a30c36-500f-4c84-ba59-30fe86f8ee63 req-745e461c-3462-4ea7-9ab1-8920625f2e48 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0617027 Aug 08 20:24:30.739270 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:30.740115 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device faf5d130-fff7-44a4-b2d2-b1ada74fa58f no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:24:30.756008 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d8a30c36-500f-4c84-ba59-30fe86f8ee63 req-72e1b9d3-d621-4e65-9522-11e0e5134b66 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Aug 08 20:24:30.779317 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: faf5d130-fff7-44a4-b2d2-b1ada74fa58f {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:24:30.779673 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device faf5d130-fff7-44a4-b2d2-b1ada74fa58f not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:24:30.805997 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=96dfc896-d2c6-4552-a6b4-9b3383ee75e9,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:31.074024 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c39904-0027-4e9b-922a-e924464fbb75 req-721f6fd8-f9b9-4d11-b312-d78837578aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:31.075702 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-97c39904-0027-4e9b-922a-e924464fbb75 req-721f6fd8-f9b9-4d11-b312-d78837578aa1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 1129 time: 0.0495963 Aug 08 20:24:31.125541 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-97c39904-0027-4e9b-922a-e924464fbb75 req-b94c2d0d-6c7d-461c-811a-7984326ee4a4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371439 Aug 08 20:24:31.449830 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53844) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:31.919538 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bde5fa-4429-45cc-8584-480b2bcc7ed8 req-834ed649-f937-4ca6-8170-aac11984322a tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:31.920929 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-15bde5fa-4429-45cc-8584-480b2bcc7ed8 req-834ed649-f937-4ca6-8170-aac11984322a tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 945 time: 0.1260309 Aug 08 20:24:31.989588 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f182736-c133-4278-ba37-b62b683699ea req-03ee8f7d-7337-4c17-8d1d-8020ee1be47c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:31.991053 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8f182736-c133-4278-ba37-b62b683699ea req-03ee8f7d-7337-4c17-8d1d-8020ee1be47c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.1578858 Aug 08 20:24:32.058523 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-15bde5fa-4429-45cc-8584-480b2bcc7ed8 req-6dc751ff-96c0-4dc8-ad19-682ae69f0957 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314003 Aug 08 20:24:32.090231 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8f182736-c133-4278-ba37-b62b683699ea req-0d57325a-2b7e-434b-b76e-d31ea754eeb9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886793 Aug 08 20:24:32.173634 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d562637b-3db8-4bd4-aa06-3ced7ec4f942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641834'] for router_interface (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:32.443321 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-d562637b-3db8-4bd4-aa06-3ced7ec4f942 admin admin] Deleting port 0b174637-e3d3-494c-8793-c7eae2f321ba {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:24:32.443650 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d562637b-3db8-4bd4-aa06-3ced7ec4f942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:32.523270 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-d562637b-3db8-4bd4-aa06-3ced7ec4f942 admin admin] For port 0b174637-e3d3-494c-8793-c7eae2f321ba, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0b174637-e3d3-494c-8793-c7eae2f321ba,segment=NetworkSegment(634ccab2-aaad-45d3-9405-4374de0d18f3),segment_id=634ccab2-aaad-45d3-9405-4374de0d18f3)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:24:32.523638 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d562637b-3db8-4bd4-aa06-3ced7ec4f942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:32.536497 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-d562637b-3db8-4bd4-aa06-3ced7ec4f942 admin admin] Calling delete_port for 0b174637-e3d3-494c-8793-c7eae2f321ba owned by network:router_interface {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:24:32.823104 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d562637b-3db8-4bd4-aa06-3ced7ec4f942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (0b174637-e3d3-494c-8793-c7eae2f321ba), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:32.851065 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562637b-3db8-4bd4-aa06-3ced7ec4f942 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b174637-e3d3-494c-8793-c7eae2f321ba,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:33.019047 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d562637b-3db8-4bd4-aa06-3ced7ec4f942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641466'] for router_interface (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:33.288685 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d9a63-8bd6-4cb4-acc9-4abc236d8ada req-f28752d0-f5b3-4bcf-938c-09eac6667763 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:33.290118 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-798d9a63-8bd6-4cb4-acc9-4abc236d8ada req-f28752d0-f5b3-4bcf-938c-09eac6667763 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 945 time: 0.1339490 Aug 08 20:24:33.299128 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64963753-e558-4fef-9f5b-79afd4d2adf3 req-68a60ff9-a13f-4014-b283-0397508adfb4 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:33.301200 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-64963753-e558-4fef-9f5b-79afd4d2adf3 req-68a60ff9-a13f-4014-b283-0397508adfb4 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.1320848 Aug 08 20:24:33.328670 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d562637b-3db8-4bd4-aa06-3ced7ec4f942 admin admin] Router 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:24:33.390916 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-798d9a63-8bd6-4cb4-acc9-4abc236d8ada req-33cb82db-dc05-4922-90a8-08fab8ea5f64 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876005 Aug 08 20:24:33.422875 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-64963753-e558-4fef-9f5b-79afd4d2adf3 req-7b22159b-117b-49f5-b1db-59a62b5e2f5d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120770 Aug 08 20:24:33.484166 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d562637b-3db8-4bd4-aa06-3ced7ec4f942 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:24:33.492224 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d562637b-3db8-4bd4-aa06-3ced7ec4f942 admin admin] 10.222.0.26 "PUT /v2.0/routers/7fd91822-a1ab-4b1b-9c77-02c30fcfeb32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0425439 Aug 08 20:24:33.492429 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53870) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:33.493663 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62417f6c-561a-44dd-b734-d9eafc9ff032 None None] Sync routers for ids ['7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:24:33.503098 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62417f6c-561a-44dd-b734-d9eafc9ff032 None None] Routers {'7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:24:33.503811 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-62417f6c-561a-44dd-b734-d9eafc9ff032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:24:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:24:33.590123 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Publish callbacks [] for router (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:33.684121 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-62417f6c-561a-44dd-b734-d9eafc9ff032 None None] Set router 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:24:33.699204 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Publish callbacks [] for router_gateway (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:33.799070 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Deleting port a533aa78-ca61-4a16-b409-be5b1adc26a3 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:24:33.799535 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:33.857337 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-62417f6c-561a-44dd-b734-d9eafc9ff032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'name': 'tempest-DeleteServersTestJSON-921025065-router', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:07Z', 'updated_at': '2022-08-08T20:24:32Z', 'revision_number': 5, 'project_id': '435fa07b94b54301a1153581c398bf6f', 'gw_port': {'id': 'a533aa78-ca61-4a16-b409-be5b1adc26a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:09Z', 'updated_at': '2022-08-08T20:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:24:33.882103 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] For port a533aa78-ca61-4a16-b409-be5b1adc26a3, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a533aa78-ca61-4a16-b409-be5b1adc26a3,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:24:33.882469 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:33.885406 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62417f6c-561a-44dd-b734-d9eafc9ff032 None None] Checking router: 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:24:33.894054 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62417f6c-561a-44dd-b734-d9eafc9ff032 None None] Routers {'7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:24:33.895173 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-62417f6c-561a-44dd-b734-d9eafc9ff032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:24:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:24:33.895774 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Calling delete_port for a533aa78-ca61-4a16-b409-be5b1adc26a3 owned by network:router_gateway {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:24:33.975504 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-62417f6c-561a-44dd-b734-d9eafc9ff032 None None] Set router 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 gateway port host: None {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:24:34.033263 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-62417f6c-561a-44dd-b734-d9eafc9ff032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'name': 'tempest-DeleteServersTestJSON-921025065-router', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:07Z', 'updated_at': '2022-08-08T20:24:33Z', 'revision_number': 6, 'project_id': '435fa07b94b54301a1153581c398bf6f', 'gw_port_host': None}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:24:34.058233 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62417f6c-561a-44dd-b734-d9eafc9ff032 None None] The sync data for ids ['7fd91822-a1ab-4b1b-9c77-02c30fcfeb32'] in dv-cinder-848821-2-iscsi is: [{'id': '7fd91822-a1ab-4b1b-9c77-02c30fcfeb32', 'name': 'tempest-DeleteServersTestJSON-921025065-router', 'tenant_id': '435fa07b94b54301a1153581c398bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:07Z', 'updated_at': '2022-08-08T20:24:33Z', 'revision_number': 6, 'project_id': '435fa07b94b54301a1153581c398bf6f', 'gw_port_host': None}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:24:34.344199 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (a533aa78-ca61-4a16-b409-be5b1adc26a3), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:34.370081 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a533aa78-ca61-4a16-b409-be5b1adc26a3,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:34.437719 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644320'] for router_gateway (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:34.564782 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:34.568049 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Publish callbacks [] for router_controller (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:34.721946 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639312'] for router (7fd91822-a1ab-4b1b-9c77-02c30fcfeb32), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:34.723658 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 {{(pid=104384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 20:24:34.734580 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:34.739223 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-0af16978-fe9b-448f-a7f3-f8e6054ff3e4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7fd91822-a1ab-4b1b-9c77-02c30fcfeb32 HTTP/1.1" status: 204 len: 168 time: 1.2456899 Aug 08 20:24:34.739928 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 53886) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:34.743886 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f81a92-9ea2-4a8c-ad83-60589cd2d69f req-51634423-6f63-44f2-9cfb-37981cf1ff98 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:34.750637 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-73f81a92-9ea2-4a8c-ad83-60589cd2d69f req-51634423-6f63-44f2-9cfb-37981cf1ff98 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 945 time: 0.2777178 Aug 08 20:24:34.778141 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67408af-b0f6-4297-8d6c-72b1d0d6a18b req-3f9fadfb-b328-4361-8ae8-18e1d35b746f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:34.780019 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b67408af-b0f6-4297-8d6c-72b1d0d6a18b req-3f9fadfb-b328-4361-8ae8-18e1d35b746f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0963504 Aug 08 20:24:34.786713 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb05925c-3a41-4b45-8866-37998478f335 admin admin] Deleting subnet 4aa61fbd-c5bf-458b-84d6-25fb59a08f25 {{(pid=104384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:24:34.790174 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cb05925c-3a41-4b45-8866-37998478f335 admin admin] Publish callbacks [] for subnet (4aa61fbd-c5bf-458b-84d6-25fb59a08f25), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:34.828618 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cb05925c-3a41-4b45-8866-37998478f335 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26585565'] for subnet (4aa61fbd-c5bf-458b-84d6-25fb59a08f25), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:34.833609 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-73f81a92-9ea2-4a8c-ad83-60589cd2d69f req-2f071673-f3d1-4fea-b2c9-d08e1af13682 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818641 Aug 08 20:24:34.877924 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b67408af-b0f6-4297-8d6c-72b1d0d6a18b req-9749c4c1-27f2-430b-ac36-711d9234e4c2 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840344 Aug 08 20:24:34.957632 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cb05925c-3a41-4b45-8866-37998478f335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (4aa61fbd-c5bf-458b-84d6-25fb59a08f25), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.075888 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cb05925c-3a41-4b45-8866-37998478f335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26740300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26999934'] for subnet (4aa61fbd-c5bf-458b-84d6-25fb59a08f25), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.100538 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05925c-3a41-4b45-8866-37998478f335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aa61fbd-c5bf-458b-84d6-25fb59a08f25,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:35.106740 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cb05925c-3a41-4b45-8866-37998478f335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.111650 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-cb05925c-3a41-4b45-8866-37998478f335 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4aa61fbd-c5bf-458b-84d6-25fb59a08f25 HTTP/1.1" status: 204 len: 168 time: 0.3693211 Aug 08 20:24:35.113555 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53900) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:35.114660 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b99f4b0-5a89-4b2e-a9fa-6e52a476ac39 None None] Network ed154640-60b2-429a-a8e6-90c5902baba4 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:24:35.202740 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (ed154640-60b2-429a-a8e6-90c5902baba4), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.262354 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Deleting port edd84990-7dde-4354-b77e-24bc1746279a {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:24:35.263656 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (edd84990-7dde-4354-b77e-24bc1746279a), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.335073 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] For port edd84990-7dde-4354-b77e-24bc1746279a, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=edd84990-7dde-4354-b77e-24bc1746279a,segment=NetworkSegment(634ccab2-aaad-45d3-9405-4374de0d18f3),segment_id=634ccab2-aaad-45d3-9405-4374de0d18f3)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:24:35.335438 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (edd84990-7dde-4354-b77e-24bc1746279a), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.338178 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d5b1d5-39e6-4ab5-97ed-f1360a8db46f None None] DHCP port deletion for ed154640-60b2-429a-a8e6-90c5902baba4 request from dv-cinder-848821-2-iscsi {{(pid=104385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 20:24:35.350927 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Calling delete_port for edd84990-7dde-4354-b77e-24bc1746279a owned by network:dhcp {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:24:35.366958 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0b174637-e3d3-494c-8793-c7eae2f321ba no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:24:35.387694 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 0b174637-e3d3-494c-8793-c7eae2f321ba {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:24:35.388040 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0b174637-e3d3-494c-8793-c7eae2f321ba not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:24:35.388555 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a533aa78-ca61-4a16-b409-be5b1adc26a3 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:24:35.408632 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: a533aa78-ca61-4a16-b409-be5b1adc26a3 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:24:35.409009 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a533aa78-ca61-4a16-b409-be5b1adc26a3 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:24:35.426025 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-d0d5b1d5-39e6-4ab5-97ed-f1360a8db46f None None] Deleting port edd84990-7dde-4354-b77e-24bc1746279a {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:24:35.426437 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b1d5-39e6-4ab5-97ed-f1360a8db46f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (edd84990-7dde-4354-b77e-24bc1746279a), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.494519 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-d0d5b1d5-39e6-4ab5-97ed-f1360a8db46f None None] For port edd84990-7dde-4354-b77e-24bc1746279a, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=edd84990-7dde-4354-b77e-24bc1746279a,segment=NetworkSegment(634ccab2-aaad-45d3-9405-4374de0d18f3),segment_id=634ccab2-aaad-45d3-9405-4374de0d18f3)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:24:35.494844 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b1d5-39e6-4ab5-97ed-f1360a8db46f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (edd84990-7dde-4354-b77e-24bc1746279a), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.504941 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (edd84990-7dde-4354-b77e-24bc1746279a), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.508225 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-d0d5b1d5-39e6-4ab5-97ed-f1360a8db46f None None] Calling delete_port for edd84990-7dde-4354-b77e-24bc1746279a owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:24:35.531064 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=edd84990-7dde-4354-b77e-24bc1746279a,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:35.532949 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] No DVR routers for this DVR port edd84990-7dde-4354-b77e-24bc1746279a on host dv-cinder-848821-2-iscsi {{(pid=104383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:24:35.608674 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (ed154640-60b2-429a-a8e6-90c5902baba4), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.621510 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d0d5b1d5-39e6-4ab5-97ed-f1360a8db46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121'] for port (edd84990-7dde-4354-b77e-24bc1746279a), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.630977 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed154640-60b2-429a-a8e6-90c5902baba4']}} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:24:35.640628 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634ccab2-aaad-45d3-9405-4374de0d18f3') {'for_net_delete': True} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:24:35.640952 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634ccab2-aaad-45d3-9405-4374de0d18f3') {} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:24:35.646110 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5b1d5-39e6-4ab5-97ed-f1360a8db46f None None] Pushing event deleted for resources: {'Port': ['ID=edd84990-7dde-4354-b77e-24bc1746279a,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:35.650466 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5b1d5-39e6-4ab5-97ed-f1360a8db46f None None] No DVR routers for this DVR port edd84990-7dde-4354-b77e-24bc1746279a on host dv-cinder-848821-2-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:24:35.650801 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3703299'] for segment (634ccab2-aaad-45d3-9405-4374de0d18f3), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.665040 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (634ccab2-aaad-45d3-9405-4374de0d18f3), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.674285 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:24:35.674698 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27037423'] for segment (634ccab2-aaad-45d3-9405-4374de0d18f3), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.719867 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 634ccab2-aaad-45d3-9405-4374de0d18f3 resource provider aggregate not found Aug 08 20:24:35.740482 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 634ccab2-aaad-45d3-9405-4374de0d18f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 634ccab2-aaad-45d3-9405-4374de0d18f3 found for delete ", "request_id": "req-49b8f34e-0ab9-4982-b1a1-c472afdcf9b9"}]} Aug 08 20:24:35.812753 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (ed154640-60b2-429a-a8e6-90c5902baba4), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.820755 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:35.823977 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] 10.222.0.26 "DELETE /v2.0/networks/ed154640-60b2-429a-a8e6-90c5902baba4 HTTP/1.1" status: 204 len: 168 time: 0.7092659 Aug 08 20:24:35.837677 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8163911-71a6-4faf-9cb4-d0d6c9cb0ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=ed154640-60b2-429a-a8e6-90c5902baba4,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:35.955923 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757c1d9-2170-4263-a514-41b22684e598 req-dd40e265-9e30-447b-a8e7-5b92c52ff34b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:35.957695 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e757c1d9-2170-4263-a514-41b22684e598 req-dd40e265-9e30-447b-a8e7-5b92c52ff34b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 945 time: 0.0566356 Aug 08 20:24:36.037708 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e757c1d9-2170-4263-a514-41b22684e598 req-3b8e7fd2-e3c7-4ce0-8931-9e03a0e1e31d tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703039 Aug 08 20:24:36.045430 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4acfe7-19d0-4d1f-ab93-ab81114fe85a req-533e84a3-4d48-4682-88bb-d6147e6acd38 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:36.046894 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1a4acfe7-19d0-4d1f-ab93-ab81114fe85a req-533e84a3-4d48-4682-88bb-d6147e6acd38 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0882609 Aug 08 20:24:36.125882 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1a4acfe7-19d0-4d1f-ab93-ab81114fe85a req-eb1413eb-a0d0-47b9-8f75-e47f82c9e59b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536830 Aug 08 20:24:36.182622 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53946) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:36.229593 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-1087eaaf-fb41-4bd7-a7bf-e6739a8cffcf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=435fa07b94b54301a1153581c398bf6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434551 Aug 08 20:24:36.229972 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 53958) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:36.286509 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a226b744-75ab-42c2-9109-43491c56862c admin admin] Publish callbacks [] for security_group (29c222da-b687-4061-a37a-f2b9fe94e617), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:36.314624 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a226b744-75ab-42c2-9109-43491c56862c admin admin] Publish callbacks [] for security_group (29c222da-b687-4061-a37a-f2b9fe94e617), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:36.489041 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a226b744-75ab-42c2-9109-43491c56862c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (29c222da-b687-4061-a37a-f2b9fe94e617), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:36.489365 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a226b744-75ab-42c2-9109-43491c56862c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:36.490550 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-a226b744-75ab-42c2-9109-43491c56862c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29c222da-b687-4061-a37a-f2b9fe94e617 HTTP/1.1" status: 204 len: 168 time: 0.2596686 Aug 08 20:24:36.498548 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226b744-75ab-42c2-9109-43491c56862c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c222da-b687-4061-a37a-f2b9fe94e617,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:37.229709 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923169e-ee50-4a88-a968-245e371faf30 req-bfe7eb52-97d2-417e-b4fb-cbbe64f80f0d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:37.231352 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e923169e-ee50-4a88-a968-245e371faf30 req-bfe7eb52-97d2-417e-b4fb-cbbe64f80f0d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0545919 Aug 08 20:24:37.285682 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e923169e-ee50-4a88-a968-245e371faf30 req-f55fe93e-f8c1-4191-9dae-a086319361f9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485878 Aug 08 20:24:37.296943 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device edd84990-7dde-4354-b77e-24bc1746279a no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:24:37.319383 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: edd84990-7dde-4354-b77e-24bc1746279a {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:24:37.319754 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device edd84990-7dde-4354-b77e-24bc1746279a not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:24:37.577264 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:24:38.416159 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078c161-9b98-4f27-9139-e4a5d2c547b4 req-4a59d8bb-5234-4aea-a6e4-1e8743a84ebf tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:38.417770 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9078c161-9b98-4f27-9139-e4a5d2c547b4 req-4a59d8bb-5234-4aea-a6e4-1e8743a84ebf tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0570319 Aug 08 20:24:38.468878 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9078c161-9b98-4f27-9139-e4a5d2c547b4 req-b0096382-3389-4c09-8f05-9bdd192e150c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455034 Aug 08 20:24:39.591963 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b0acb-4cb4-4547-a679-71a597b4b63d req-d3791bab-f98f-4247-bc25-d474d4d02d7e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:39.593524 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f05b0acb-4cb4-4547-a679-71a597b4b63d req-d3791bab-f98f-4247-bc25-d474d4d02d7e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0545034 Aug 08 20:24:39.640420 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f05b0acb-4cb4-4547-a679-71a597b4b63d req-b0296ba4-51a2-421b-a339-21bee9546b7c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 Aug 08 20:24:40.780419 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6acfa-f372-4f08-9f85-12afff86b40f req-cfee278a-7f8a-44c9-a851-248aa5a86323 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:40.782067 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c8e6acfa-f372-4f08-9f85-12afff86b40f req-cfee278a-7f8a-44c9-a851-248aa5a86323 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0602434 Aug 08 20:24:40.839233 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c8e6acfa-f372-4f08-9f85-12afff86b40f req-5a4fc134-aeab-48c8-83dd-414bab45c6f1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504706 Aug 08 20:24:41.514350 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94eebca-1b0f-40ef-acc4-cb8a3eb1f83e req-d6f44bfc-8e1e-4ec8-876a-a4559f8f6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:41.515891 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b94eebca-1b0f-40ef-acc4-cb8a3eb1f83e req-d6f44bfc-8e1e-4ec8-876a-a4559f8f6616 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 1129 time: 0.0497444 Aug 08 20:24:41.563214 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b94eebca-1b0f-40ef-acc4-cb8a3eb1f83e req-2d7c2b64-8923-4680-bcfb-6e76de5eb000 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Aug 08 20:24:41.979838 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d473d-c414-4d77-b020-41a31b77b1f2 req-f23d34b2-2e84-46df-8675-2260d175ce29 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:41.981500 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0f1d473d-c414-4d77-b020-41a31b77b1f2 req-f23d34b2-2e84-46df-8675-2260d175ce29 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0624342 Aug 08 20:24:42.038130 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0f1d473d-c414-4d77-b020-41a31b77b1f2 req-9fb0aa56-1437-4700-a1a9-2638ee783f99 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495358 Aug 08 20:24:43.173101 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9a0f7-ce41-47d6-9363-12f82b73e859 req-8caf8319-dae7-4b2d-855a-f24e90800ef5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:43.177353 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9ac9a0f7-ce41-47d6-9363-12f82b73e859 req-8caf8319-dae7-4b2d-855a-f24e90800ef5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0657947 Aug 08 20:24:43.223230 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54202) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:43.224603 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9ac9a0f7-ce41-47d6-9363-12f82b73e859 req-9355aa28-a506-4e22-bb1c-20ade6bc96a9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 Aug 08 20:24:43.374552 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-87888099-9bd8-4baa-a638-6bbfbc28c893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:43.387156 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32059d27-8a72-47f5-b13c-a3bd0c729a58 req-c2ea2ae7-1f46-4d07-adb8-364848b50370 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:43.395129 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-32059d27-8a72-47f5-b13c-a3bd0c729a58 req-c2ea2ae7-1f46-4d07-adb8-364848b50370 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0754337 Aug 08 20:24:43.458257 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-32059d27-8a72-47f5-b13c-a3bd0c729a58 req-2a175a37-60dd-4624-b92d-fc58fe8bb315 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621760 Aug 08 20:24:43.473155 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-87888099-9bd8-4baa-a638-6bbfbc28c893 admin admin] Publish callbacks [] for security_group (99077c4a-2c49-43d7-bbd8-c2ea55f44663), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:43.555142 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-87888099-9bd8-4baa-a638-6bbfbc28c893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (99077c4a-2c49-43d7-bbd8-c2ea55f44663), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:43.599465 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54228) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:43.599570 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-87888099-9bd8-4baa-a638-6bbfbc28c893 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87e2da3078d64a1aa3bebd0ac0dfb550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713460 Aug 08 20:24:43.599570 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87888099-9bd8-4baa-a638-6bbfbc28c893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99077c4a-2c49-43d7-bbd8-c2ea55f44663,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:43.666159 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e25f4e98-41a4-4ac8-a7e8-fd235aa73a57 admin admin] Publish callbacks [] for security_group (99077c4a-2c49-43d7-bbd8-c2ea55f44663), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:43.689266 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e25f4e98-41a4-4ac8-a7e8-fd235aa73a57 admin admin] Publish callbacks [] for security_group (99077c4a-2c49-43d7-bbd8-c2ea55f44663), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:43.856391 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e25f4e98-41a4-4ac8-a7e8-fd235aa73a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (99077c4a-2c49-43d7-bbd8-c2ea55f44663), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:43.859518 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e25f4e98-41a4-4ac8-a7e8-fd235aa73a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:43.864039 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-e25f4e98-41a4-4ac8-a7e8-fd235aa73a57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99077c4a-2c49-43d7-bbd8-c2ea55f44663 HTTP/1.1" status: 204 len: 168 time: 0.2669365 Aug 08 20:24:43.879918 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f4e98-41a4-4ac8-a7e8-fd235aa73a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99077c4a-2c49-43d7-bbd8-c2ea55f44663,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:44.446401 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54246) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:44.457658 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f1928823-5f4b-41ab-b532-c81c1da38ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:44.538549 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f1928823-5f4b-41ab-b532-c81c1da38ab2 admin admin] Publish callbacks [] for security_group (a9243c42-d56f-4f05-a2cf-01cfc06befb9), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:44.606745 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f1928823-5f4b-41ab-b532-c81c1da38ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a9243c42-d56f-4f05-a2cf-01cfc06befb9), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:44.647149 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-f1928823-5f4b-41ab-b532-c81c1da38ab2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7deee4263f984b0392243f479ac33435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017143 Aug 08 20:24:44.647938 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1928823-5f4b-41ab-b532-c81c1da38ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9243c42-d56f-4f05-a2cf-01cfc06befb9,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:44.650012 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54248) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:44.699139 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4976253a-809e-4e74-b2c0-602aa9d38dc6 admin admin] Publish callbacks [] for security_group (a9243c42-d56f-4f05-a2cf-01cfc06befb9), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:44.722730 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4976253a-809e-4e74-b2c0-602aa9d38dc6 admin admin] Publish callbacks [] for security_group (a9243c42-d56f-4f05-a2cf-01cfc06befb9), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:44.840739 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4976253a-809e-4e74-b2c0-602aa9d38dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a9243c42-d56f-4f05-a2cf-01cfc06befb9), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:44.843429 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4976253a-809e-4e74-b2c0-602aa9d38dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:44.846621 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-4976253a-809e-4e74-b2c0-602aa9d38dc6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9243c42-d56f-4f05-a2cf-01cfc06befb9 HTTP/1.1" status: 204 len: 168 time: 0.1935139 Aug 08 20:24:44.853619 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976253a-809e-4e74-b2c0-602aa9d38dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9243c42-d56f-4f05-a2cf-01cfc06befb9,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:45.856978 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684007e5-8234-4156-b107-2240f078ced4 req-05d3d984-b54e-446f-99c6-c29264f60c47 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:45.858476 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-684007e5-8234-4156-b107-2240f078ced4 req-05d3d984-b54e-446f-99c6-c29264f60c47 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0525255 Aug 08 20:24:45.908799 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-684007e5-8234-4156-b107-2240f078ced4 req-693e7f10-f291-4a99-9491-c322aa497034 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437584 Aug 08 20:24:45.949482 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd4689-92f4-41bc-b8e0-4693aeef4402 req-e457bac1-8f0c-48e2-a626-9cce43d414f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:45.951036 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-46bd4689-92f4-41bc-b8e0-4693aeef4402 req-e457bac1-8f0c-48e2-a626-9cce43d414f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 1129 time: 0.0607667 Aug 08 20:24:46.056431 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd4689-92f4-41bc-b8e0-4693aeef4402 req-80af9def-ef53-4c47-b0a7-5ad7a702d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:46.057978 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-46bd4689-92f4-41bc-b8e0-4693aeef4402 req-80af9def-ef53-4c47-b0a7-5ad7a702d836 service neutron] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 919 time: 0.0914953 Aug 08 20:24:46.101551 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-46bd4689-92f4-41bc-b8e0-4693aeef4402 req-85643971-33c0-4dec-9fca-54cff5c66fcd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef969a0-0db2-40d3-a7df-c54340fabcd5 HTTP/1.1" status: 200 len: 217 time: 0.0358403 Aug 08 20:24:46.152343 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd4689-92f4-41bc-b8e0-4693aeef4402 req-17d68763-5475-4434-a9c7-e6b53946527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:46.153863 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-46bd4689-92f4-41bc-b8e0-4693aeef4402 req-17d68763-5475-4434-a9c7-e6b53946527c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.0453393 Aug 08 20:24:46.221562 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd4689-92f4-41bc-b8e0-4693aeef4402 req-a9dbd8d7-1977-4083-a66d-607368d80351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:46.224087 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-46bd4689-92f4-41bc-b8e0-4693aeef4402 req-a9dbd8d7-1977-4083-a66d-607368d80351 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508657 Aug 08 20:24:46.328238 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-46bd4689-92f4-41bc-b8e0-4693aeef4402 req-23149845-f75a-4d1f-b112-ef8d76a2e4cc service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926437 Aug 08 20:24:46.422985 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-46bd4689-92f4-41bc-b8e0-4693aeef4402 req-8b5a91a3-1dd7-43ad-80dd-e949fb644132 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862415 Aug 08 20:24:46.579343 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54320) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:46.752593 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8f676170-e122-40af-b528-52f892c68847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:46.835989 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8f676170-e122-40af-b528-52f892c68847 admin admin] Publish callbacks [] for security_group (5c9142ac-3aeb-4ff1-ab97-5640820a322a), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:46.897148 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8f676170-e122-40af-b528-52f892c68847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (5c9142ac-3aeb-4ff1-ab97-5640820a322a), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:46.941072 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-8f676170-e122-40af-b528-52f892c68847 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7af6a1cbbe21418cbe00f9a4cdd13a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3555603 Aug 08 20:24:46.941406 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54332) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:46.957574 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f676170-e122-40af-b528-52f892c68847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9142ac-3aeb-4ff1-ab97-5640820a322a,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:47.013287 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5e32799d-3da4-4b9e-b25f-3bea152c324d admin admin] Publish callbacks [] for security_group (5c9142ac-3aeb-4ff1-ab97-5640820a322a), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:47.038522 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5e32799d-3da4-4b9e-b25f-3bea152c324d admin admin] Publish callbacks [] for security_group (5c9142ac-3aeb-4ff1-ab97-5640820a322a), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:47.082706 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2c10c-122a-4c95-baf9-7faeb0a367f8 req-8f2266ea-182d-4f43-ae9a-18c0561c645a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:47.084701 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a1c2c10c-122a-4c95-baf9-7faeb0a367f8 req-8f2266ea-182d-4f43-ae9a-18c0561c645a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0624316 Aug 08 20:24:47.136317 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a1c2c10c-122a-4c95-baf9-7faeb0a367f8 req-98e59af4-d9b7-4d10-b7ee-a272c03772a2 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460801 Aug 08 20:24:47.190210 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5e32799d-3da4-4b9e-b25f-3bea152c324d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (5c9142ac-3aeb-4ff1-ab97-5640820a322a), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:47.193354 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5e32799d-3da4-4b9e-b25f-3bea152c324d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:47.194939 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-5e32799d-3da4-4b9e-b25f-3bea152c324d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c9142ac-3aeb-4ff1-ab97-5640820a322a HTTP/1.1" status: 204 len: 168 time: 0.2515302 Aug 08 20:24:47.202663 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32799d-3da4-4b9e-b25f-3bea152c324d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9142ac-3aeb-4ff1-ab97-5640820a322a,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:47.814877 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54356) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:47.828191 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-507b53f5-dd79-441b-8ed2-9af6a46753aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:47.904884 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-507b53f5-dd79-441b-8ed2-9af6a46753aa admin admin] Publish callbacks [] for security_group (77396b33-fa90-4747-a05c-d560539b97ca), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:47.999900 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-507b53f5-dd79-441b-8ed2-9af6a46753aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (77396b33-fa90-4747-a05c-d560539b97ca), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:48.039515 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-507b53f5-dd79-441b-8ed2-9af6a46753aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51edee8abd684a54a053e8546e870cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233438 Aug 08 20:24:48.041274 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b53f5-dd79-441b-8ed2-9af6a46753aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77396b33-fa90-4747-a05c-d560539b97ca,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:48.042115 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54362) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:48.092076 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-be6e4b7c-3176-4e17-b093-ec9ea873678f admin admin] Publish callbacks [] for security_group (77396b33-fa90-4747-a05c-d560539b97ca), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:48.114366 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-be6e4b7c-3176-4e17-b093-ec9ea873678f admin admin] Publish callbacks [] for security_group (77396b33-fa90-4747-a05c-d560539b97ca), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:48.223366 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-be6e4b7c-3176-4e17-b093-ec9ea873678f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (77396b33-fa90-4747-a05c-d560539b97ca), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:48.226108 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-be6e4b7c-3176-4e17-b093-ec9ea873678f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:48.228030 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-be6e4b7c-3176-4e17-b093-ec9ea873678f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77396b33-fa90-4747-a05c-d560539b97ca HTTP/1.1" status: 204 len: 168 time: 0.1848400 Aug 08 20:24:48.236271 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e4b7c-3176-4e17-b093-ec9ea873678f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77396b33-fa90-4747-a05c-d560539b97ca,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:48.273034 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bab56-0f77-4949-a63e-c41122e45274 req-7c3d5d61-ab8b-4cdb-8288-b05dca4a4069 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:48.275180 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-208bab56-0f77-4949-a63e-c41122e45274 req-7c3d5d61-ab8b-4cdb-8288-b05dca4a4069 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0641181 Aug 08 20:24:48.324045 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-208bab56-0f77-4949-a63e-c41122e45274 req-60bab7e8-918b-45f7-891a-59d57bb0506d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438561 Aug 08 20:24:49.452397 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696edcb-ef09-4cb2-8ef1-e4be1d5b5ca9 req-a22ba093-2c5b-460a-993c-c2829d84871b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:49.453890 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2696edcb-ef09-4cb2-8ef1-e4be1d5b5ca9 req-a22ba093-2c5b-460a-993c-c2829d84871b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0526328 Aug 08 20:24:49.503298 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2696edcb-ef09-4cb2-8ef1-e4be1d5b5ca9 req-29f14183-488e-4c14-94ba-a087dc9d6180 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428507 Aug 08 20:24:49.748937 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e705a-1473-4f8d-ad2f-48034e135233 req-4f8499dd-cc81-457d-94dd-8acffcca746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:49.751746 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bc3e705a-1473-4f8d-ad2f-48034e135233 req-4f8499dd-cc81-457d-94dd-8acffcca746b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 1129 time: 0.0585876 Aug 08 20:24:49.892038 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e705a-1473-4f8d-ad2f-48034e135233 req-2ef8cf64-0381-437e-97f3-47b76ea33795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:49.898286 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bc3e705a-1473-4f8d-ad2f-48034e135233 req-2ef8cf64-0381-437e-97f3-47b76ea33795 service neutron] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 919 time: 0.0964806 Aug 08 20:24:49.945802 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bc3e705a-1473-4f8d-ad2f-48034e135233 req-5bd5a01b-2fbb-441e-a384-301cf1ad475f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef969a0-0db2-40d3-a7df-c54340fabcd5 HTTP/1.1" status: 200 len: 217 time: 0.0423887 Aug 08 20:24:50.005570 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e705a-1473-4f8d-ad2f-48034e135233 req-0ee7be21-53f4-44ef-9c49-7756cda9a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:50.007045 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bc3e705a-1473-4f8d-ad2f-48034e135233 req-0ee7be21-53f4-44ef-9c49-7756cda9a17d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.0550079 Aug 08 20:24:50.080023 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e705a-1473-4f8d-ad2f-48034e135233 req-ec3f508c-eca8-4c84-a4e2-1c277618ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:50.081572 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bc3e705a-1473-4f8d-ad2f-48034e135233 req-ec3f508c-eca8-4c84-a4e2-1c277618ba9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622101 Aug 08 20:24:50.183768 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bc3e705a-1473-4f8d-ad2f-48034e135233 req-c532ecaa-aff6-4d85-8a23-6902c71019c5 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910392 Aug 08 20:24:50.290962 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54442) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:50.291514 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bc3e705a-1473-4f8d-ad2f-48034e135233 req-ebbe6ac8-3354-4ff2-bb76-19ec5b6b3eac service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971010 Aug 08 20:24:50.402981 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d2043667-aa76-424f-bf71-02f95054809a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:50.480444 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d2043667-aa76-424f-bf71-02f95054809a admin admin] Publish callbacks [] for security_group (188eae62-44df-4675-8bea-e127862b260e), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:50.571791 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d2043667-aa76-424f-bf71-02f95054809a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (188eae62-44df-4675-8bea-e127862b260e), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:50.640893 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2043667-aa76-424f-bf71-02f95054809a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188eae62-44df-4675-8bea-e127862b260e,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:50.655247 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d2043667-aa76-424f-bf71-02f95054809a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=807d29e285d44d70baca8f7f1ec20033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593955 Aug 08 20:24:50.655603 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54454) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:50.677069 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3807d03-076c-4bfc-88f6-34dd913fb36c req-02231547-b293-42dd-89c2-be1b822f1675 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:50.678584 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f3807d03-076c-4bfc-88f6-34dd913fb36c req-02231547-b293-42dd-89c2-be1b822f1675 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0921912 Aug 08 20:24:50.709415 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e971a9ac-fe66-4ac6-be78-9b76b66b94dd admin admin] Publish callbacks [] for security_group (188eae62-44df-4675-8bea-e127862b260e), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:50.732547 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f3807d03-076c-4bfc-88f6-34dd913fb36c req-3308913d-e989-4bfb-8cb7-cfcfd23ac03c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483177 Aug 08 20:24:50.735987 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e971a9ac-fe66-4ac6-be78-9b76b66b94dd admin admin] Publish callbacks [] for security_group (188eae62-44df-4675-8bea-e127862b260e), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:50.869810 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e971a9ac-fe66-4ac6-be78-9b76b66b94dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (188eae62-44df-4675-8bea-e127862b260e), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:50.872468 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e971a9ac-fe66-4ac6-be78-9b76b66b94dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:50.873666 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-e971a9ac-fe66-4ac6-be78-9b76b66b94dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/188eae62-44df-4675-8bea-e127862b260e HTTP/1.1" status: 204 len: 168 time: 0.2203887 Aug 08 20:24:50.881992 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971a9ac-fe66-4ac6-be78-9b76b66b94dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188eae62-44df-4675-8bea-e127862b260e,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:51.490039 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54480) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:51.492565 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4d0065f9-fdd4-49b4-8b32-552281c5e25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:51.503829 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b4b84b43-1a56-4ee0-a0c3-22137b40d9eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:51.515247 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:51.603970 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b4b84b43-1a56-4ee0-a0c3-22137b40d9eb admin admin] Publish callbacks [] for security_group (787e0ac3-9182-4e42-b0ce-4323182df87a), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:51.652463 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b4b84b43-1a56-4ee0-a0c3-22137b40d9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (787e0ac3-9182-4e42-b0ce-4323182df87a), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:51.697395 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b84b43-1a56-4ee0-a0c3-22137b40d9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787e0ac3-9182-4e42-b0ce-4323182df87a,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:51.702977 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-b4b84b43-1a56-4ee0-a0c3-22137b40d9eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a07e5bf51574ecabbe551b7aaaae305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118785 Aug 08 20:24:51.707112 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54494) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:51.773994 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-791c4610-1909-4e3e-8521-78e96c92bfe0 admin admin] Publish callbacks [] for security_group (787e0ac3-9182-4e42-b0ce-4323182df87a), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:51.808372 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-791c4610-1909-4e3e-8521-78e96c92bfe0 admin admin] Publish callbacks [] for security_group (787e0ac3-9182-4e42-b0ce-4323182df87a), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:51.896131 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cc719-aab5-4f60-9a0e-c109b655c978 req-b99ee8cd-6c7b-46e8-878d-3620414726ef tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:51.897786 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f19cc719-aab5-4f60-9a0e-c109b655c978 req-b99ee8cd-6c7b-46e8-878d-3620414726ef tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0799913 Aug 08 20:24:51.948642 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f19cc719-aab5-4f60-9a0e-c109b655c978 req-1cee5a6a-41d4-43f3-9797-5be54e94fb7b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451488 Aug 08 20:24:51.995921 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-791c4610-1909-4e3e-8521-78e96c92bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (787e0ac3-9182-4e42-b0ce-4323182df87a), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:51.999021 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-791c4610-1909-4e3e-8521-78e96c92bfe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:52.000303 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-791c4610-1909-4e3e-8521-78e96c92bfe0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/787e0ac3-9182-4e42-b0ce-4323182df87a HTTP/1.1" status: 204 len: 168 time: 0.2916777 Aug 08 20:24:52.008886 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c4610-1909-4e3e-8521-78e96c92bfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787e0ac3-9182-4e42-b0ce-4323182df87a,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:52.630078 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54524) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:52.894155 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54530) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:52.909079 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-39a6d328-54e3-4b97-924c-3d8173940a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:52.999966 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-39a6d328-54e3-4b97-924c-3d8173940a39 admin admin] Publish callbacks [] for security_group (abc34877-8a7d-4371-bdfa-db6736c08790), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.029749 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54538) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:53.090304 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-39a6d328-54e3-4b97-924c-3d8173940a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (abc34877-8a7d-4371-bdfa-db6736c08790), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.115767 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-abd1408f-9668-4f93-94c2-b37919e7ac7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.149480 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe174-656a-43bd-9d92-c5c178758b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.193125 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-39a6d328-54e3-4b97-924c-3d8173940a39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b73fab43ebc47ec9beede715133dfc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958810 Aug 08 20:24:53.194752 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54542) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:53.196347 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6d328-54e3-4b97-924c-3d8173940a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc34877-8a7d-4371-bdfa-db6736c08790,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:53.243432 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9682e-ac95-4bde-8a96-4c9ad2e77247 req-43887d03-8932-4ac8-a5bf-0fffe0ae00d6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:53.244984 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4ea9682e-ac95-4bde-8a96-4c9ad2e77247 req-43887d03-8932-4ac8-a5bf-0fffe0ae00d6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.1728079 Aug 08 20:24:53.247089 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f77a98c5-ec26-4f8e-861e-e058d9e2f185 admin admin] Publish callbacks [] for security_group (abc34877-8a7d-4371-bdfa-db6736c08790), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.272584 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f77a98c5-ec26-4f8e-861e-e058d9e2f185 admin admin] Publish callbacks [] for security_group (abc34877-8a7d-4371-bdfa-db6736c08790), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.345139 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-abd1408f-9668-4f93-94c2-b37919e7ac7e admin admin] Publish callbacks [] for security_group (f66c277a-7b40-429d-8feb-1d3870d2458c), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.356221 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4ea9682e-ac95-4bde-8a96-4c9ad2e77247 req-57eb4058-a8d2-4c15-9c62-0bdad9ce4ed1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009521 Aug 08 20:24:53.365544 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe174-656a-43bd-9d92-c5c178758b44 admin admin] Publish callbacks [] for security_group (01d9098d-dfcb-49f2-9c96-fa76e5716a2f), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.383368 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f77a98c5-ec26-4f8e-861e-e058d9e2f185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (abc34877-8a7d-4371-bdfa-db6736c08790), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.386360 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f77a98c5-ec26-4f8e-861e-e058d9e2f185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.391237 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-f77a98c5-ec26-4f8e-861e-e058d9e2f185 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/abc34877-8a7d-4371-bdfa-db6736c08790 HTTP/1.1" status: 204 len: 168 time: 0.1917553 Aug 08 20:24:53.396667 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a98c5-ec26-4f8e-861e-e058d9e2f185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc34877-8a7d-4371-bdfa-db6736c08790,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:53.411453 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-abd1408f-9668-4f93-94c2-b37919e7ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (f66c277a-7b40-429d-8feb-1d3870d2458c), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.448848 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1408f-9668-4f93-94c2-b37919e7ac7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66c277a-7b40-429d-8feb-1d3870d2458c,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:53.453132 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-abd1408f-9668-4f93-94c2-b37919e7ac7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=209315b1f54547fea4fbc56156eb981f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8216107 Aug 08 20:24:53.455969 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54548) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:53.472000 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe174-656a-43bd-9d92-c5c178758b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (01d9098d-dfcb-49f2-9c96-fa76e5716a2f), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.529763 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-3a6fe174-656a-43bd-9d92-c5c178758b44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11775bdf140740d4b18c2c64ca732f88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4989800 Aug 08 20:24:53.531296 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fe174-656a-43bd-9d92-c5c178758b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d9098d-dfcb-49f2-9c96-fa76e5716a2f,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:53.532530 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54550) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:53.549724 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-723d1bd4-44f1-423e-9e52-772cfbac9fcb admin admin] Publish callbacks [] for security_group (f66c277a-7b40-429d-8feb-1d3870d2458c), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.578894 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-723d1bd4-44f1-423e-9e52-772cfbac9fcb admin admin] Publish callbacks [] for security_group (f66c277a-7b40-429d-8feb-1d3870d2458c), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.585269 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-22ee0dc8-2d33-446f-892b-3993527fcbb6 admin admin] Publish callbacks [] for security_group (01d9098d-dfcb-49f2-9c96-fa76e5716a2f), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.607913 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-22ee0dc8-2d33-446f-892b-3993527fcbb6 admin admin] Publish callbacks [] for security_group (01d9098d-dfcb-49f2-9c96-fa76e5716a2f), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.719795 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-723d1bd4-44f1-423e-9e52-772cfbac9fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (f66c277a-7b40-429d-8feb-1d3870d2458c), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.723343 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-723d1bd4-44f1-423e-9e52-772cfbac9fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.724926 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-723d1bd4-44f1-423e-9e52-772cfbac9fcb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f66c277a-7b40-429d-8feb-1d3870d2458c HTTP/1.1" status: 204 len: 168 time: 0.2680564 Aug 08 20:24:53.733857 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d1bd4-44f1-423e-9e52-772cfbac9fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66c277a-7b40-429d-8feb-1d3870d2458c,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:53.748673 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-22ee0dc8-2d33-446f-892b-3993527fcbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (01d9098d-dfcb-49f2-9c96-fa76e5716a2f), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.757233 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-22ee0dc8-2d33-446f-892b-3993527fcbb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:53.764592 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-22ee0dc8-2d33-446f-892b-3993527fcbb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01d9098d-dfcb-49f2-9c96-fa76e5716a2f HTTP/1.1" status: 204 len: 168 time: 0.2262423 Aug 08 20:24:53.774722 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee0dc8-2d33-446f-892b-3993527fcbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d9098d-dfcb-49f2-9c96-fa76e5716a2f,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:54.029449 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e136d800-6532-43b9-9758-7b648071bcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.449181 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54570) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:54.464706 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-06711216-08c5-41b7-bb07-f47f2d809d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.492864 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfd69d-24f5-4d51-9203-36ef058d1a0a req-56a17764-a815-44ed-8328-77b36603a27c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:54.494363 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-62bfd69d-24f5-4d51-9203-36ef058d1a0a req-56a17764-a815-44ed-8328-77b36603a27c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0604203 Aug 08 20:24:54.505257 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54572) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:54.528009 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3228568d-3423-4e07-9fec-efaa596260d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.555876 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-62bfd69d-24f5-4d51-9203-36ef058d1a0a req-750a980f-599c-4b05-9856-c036c9b8534c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546544 Aug 08 20:24:54.605713 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-06711216-08c5-41b7-bb07-f47f2d809d6e admin admin] Publish callbacks [] for security_group (57990e28-ff2d-4550-a7a3-83329c12cd4a), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.646742 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3228568d-3423-4e07-9fec-efaa596260d7 admin admin] Publish callbacks [] for security_group (6000a31e-aefe-4b19-b68e-1cc0a7761d7a), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.669178 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-06711216-08c5-41b7-bb07-f47f2d809d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (57990e28-ff2d-4550-a7a3-83329c12cd4a), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.706992 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-06711216-08c5-41b7-bb07-f47f2d809d6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fd82e0a0a2443b8896951a22859d6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566020 Aug 08 20:24:54.709592 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06711216-08c5-41b7-bb07-f47f2d809d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57990e28-ff2d-4550-a7a3-83329c12cd4a,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:54.710518 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54576) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:54.725028 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3228568d-3423-4e07-9fec-efaa596260d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (6000a31e-aefe-4b19-b68e-1cc0a7761d7a), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.766419 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-3228568d-3423-4e07-9fec-efaa596260d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91f66eb8b1534be98ea14c2f94114f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599020 Aug 08 20:24:54.767307 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228568d-3423-4e07-9fec-efaa596260d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6000a31e-aefe-4b19-b68e-1cc0a7761d7a,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:54.770280 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54582) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:54.794401 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-047f1e46-09a5-48c0-aa8c-1312219e0809 admin admin] Publish callbacks [] for security_group (57990e28-ff2d-4550-a7a3-83329c12cd4a), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.828242 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-047f1e46-09a5-48c0-aa8c-1312219e0809 admin admin] Publish callbacks [] for security_group (57990e28-ff2d-4550-a7a3-83329c12cd4a), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.835425 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1923f0fc-fe10-47fe-9846-dac6fbe69157 admin admin] Publish callbacks [] for security_group (6000a31e-aefe-4b19-b68e-1cc0a7761d7a), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.857317 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1923f0fc-fe10-47fe-9846-dac6fbe69157 admin admin] Publish callbacks [] for security_group (6000a31e-aefe-4b19-b68e-1cc0a7761d7a), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.949516 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-047f1e46-09a5-48c0-aa8c-1312219e0809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (57990e28-ff2d-4550-a7a3-83329c12cd4a), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.952304 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-047f1e46-09a5-48c0-aa8c-1312219e0809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.953529 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-047f1e46-09a5-48c0-aa8c-1312219e0809 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57990e28-ff2d-4550-a7a3-83329c12cd4a HTTP/1.1" status: 204 len: 168 time: 0.2419536 Aug 08 20:24:54.962020 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f1e46-09a5-48c0-aa8c-1312219e0809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57990e28-ff2d-4550-a7a3-83329c12cd4a,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:54.978105 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1923f0fc-fe10-47fe-9846-dac6fbe69157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (6000a31e-aefe-4b19-b68e-1cc0a7761d7a), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.980704 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1923f0fc-fe10-47fe-9846-dac6fbe69157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.984174 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-1923f0fc-fe10-47fe-9846-dac6fbe69157 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6000a31e-aefe-4b19-b68e-1cc0a7761d7a HTTP/1.1" status: 204 len: 168 time: 0.2106972 Aug 08 20:24:54.987395 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:54.993687 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923f0fc-fe10-47fe-9846-dac6fbe69157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6000a31e-aefe-4b19-b68e-1cc0a7761d7a,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:55.691099 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe5b1c-179a-41af-a4bb-a78212a8279c req-7d664bfb-7787-4505-865c-1ebdc2b1b8bf tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:55.692626 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7bbe5b1c-179a-41af-a4bb-a78212a8279c req-7d664bfb-7787-4505-865c-1ebdc2b1b8bf tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0622175 Aug 08 20:24:55.746491 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7bbe5b1c-179a-41af-a4bb-a78212a8279c req-0f20717e-84d5-4542-9aec-60f1202720f6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481489 Aug 08 20:24:56.588032 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:56.881360 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447388-a3a1-4b8c-b35d-efb84ad694be req-ba254ec3-7387-4b8a-bbb8-f44bd3fb34fc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:56.883661 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-02447388-a3a1-4b8c-b35d-efb84ad694be req-ba254ec3-7387-4b8a-bbb8-f44bd3fb34fc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0590401 Aug 08 20:24:56.944159 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-02447388-a3a1-4b8c-b35d-efb84ad694be req-e283bf04-3c20-4a1c-b0d9-92772ed346ee tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545135 Aug 08 20:24:58.024052 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:58.121051 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5756a-f718-4a2d-bbeb-ca8197791f72 req-57045256-544a-436b-a8a1-fbac41b4992c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:58.128147 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b8e5756a-f718-4a2d-bbeb-ca8197791f72 req-57045256-544a-436b-a8a1-fbac41b4992c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0670052 Aug 08 20:24:58.180382 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b8e5756a-f718-4a2d-bbeb-ca8197791f72 req-1a5b0fc9-c933-41da-b956-434d3fceabf9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513067 Aug 08 20:24:58.225374 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54740) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:58.364572 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8d02e49e-ac9e-4d12-ae98-b4262d02cbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:58.440686 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8d02e49e-ac9e-4d12-ae98-b4262d02cbbc admin admin] Publish callbacks [] for security_group (cd975276-2550-476c-a369-b1f7ef80c15c), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:58.514719 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8d02e49e-ac9e-4d12-ae98-b4262d02cbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (cd975276-2550-476c-a369-b1f7ef80c15c), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:58.553199 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-8d02e49e-ac9e-4d12-ae98-b4262d02cbbc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5028986ee4964be396dfe4c9992319f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265615 Aug 08 20:24:58.553934 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02e49e-ac9e-4d12-ae98-b4262d02cbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd975276-2550-476c-a369-b1f7ef80c15c,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:58.555798 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54746) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:58.605035 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1a19-628e-4b38-bfe9-1699770576f4 admin admin] Publish callbacks [] for security_group (cd975276-2550-476c-a369-b1f7ef80c15c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:58.626448 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1a19-628e-4b38-bfe9-1699770576f4 admin admin] Publish callbacks [] for security_group (cd975276-2550-476c-a369-b1f7ef80c15c), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:58.772037 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1a19-628e-4b38-bfe9-1699770576f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (cd975276-2550-476c-a369-b1f7ef80c15c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:58.774793 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1a19-628e-4b38-bfe9-1699770576f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:58.775960 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-cf6a1a19-628e-4b38-bfe9-1699770576f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd975276-2550-476c-a369-b1f7ef80c15c HTTP/1.1" status: 204 len: 168 time: 0.2190742 Aug 08 20:24:58.784224 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a1a19-628e-4b38-bfe9-1699770576f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd975276-2550-476c-a369-b1f7ef80c15c,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:59.308770 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cb0f6-b42d-4b33-ac66-fe09156f3235 req-96332832-3953-4d68-bfbe-6625e3810368 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:24:59.310338 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d63cb0f6-b42d-4b33-ac66-fe09156f3235 req-96332832-3953-4d68-bfbe-6625e3810368 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0576155 Aug 08 20:24:59.360892 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d63cb0f6-b42d-4b33-ac66-fe09156f3235 req-cf6e8d35-1db3-4781-bbde-b156a8eca32c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439985 Aug 08 20:24:59.422250 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54772) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:59.435963 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-dc4db933-73ab-4015-84ea-d845bad148d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:59.510724 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-dc4db933-73ab-4015-84ea-d845bad148d8 admin admin] Publish callbacks [] for security_group (bcd4dc25-9ebf-4841-8c6a-dadcbfa235f0), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:59.570518 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-dc4db933-73ab-4015-84ea-d845bad148d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (bcd4dc25-9ebf-4841-8c6a-dadcbfa235f0), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:59.609074 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-dc4db933-73ab-4015-84ea-d845bad148d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24540fd03a19474c828663726b4bd8a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857288 Aug 08 20:24:59.610282 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4db933-73ab-4015-84ea-d845bad148d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd4dc25-9ebf-4841-8c6a-dadcbfa235f0,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:24:59.611985 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54774) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:24:59.659124 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0c20ad9c-9ef4-4873-8746-ab5738da3c3c admin admin] Publish callbacks [] for security_group (bcd4dc25-9ebf-4841-8c6a-dadcbfa235f0), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:59.680595 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0c20ad9c-9ef4-4873-8746-ab5738da3c3c admin admin] Publish callbacks [] for security_group (bcd4dc25-9ebf-4841-8c6a-dadcbfa235f0), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:59.823418 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0c20ad9c-9ef4-4873-8746-ab5738da3c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (bcd4dc25-9ebf-4841-8c6a-dadcbfa235f0), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:59.826536 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0c20ad9c-9ef4-4873-8746-ab5738da3c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:24:59.827775 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-0c20ad9c-9ef4-4873-8746-ab5738da3c3c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcd4dc25-9ebf-4841-8c6a-dadcbfa235f0 HTTP/1.1" status: 204 len: 168 time: 0.2147872 Aug 08 20:24:59.836671 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20ad9c-9ef4-4873-8746-ab5738da3c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd4dc25-9ebf-4841-8c6a-dadcbfa235f0,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:00.518200 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d37c04-563a-4d14-bf7c-f0aa8f452c70 req-9575b49e-b025-4ae7-8f18-f86ed9628b35 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:00.521377 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-25d37c04-563a-4d14-bf7c-f0aa8f452c70 req-9575b49e-b025-4ae7-8f18-f86ed9628b35 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0821662 Aug 08 20:25:00.568504 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-25d37c04-563a-4d14-bf7c-f0aa8f452c70 req-74b6d392-d423-4498-9580-005393998618 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 Aug 08 20:25:00.804430 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54820) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:00.923942 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-78c1d879-7c77-430b-bb1f-db248676a42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:00.996560 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-78c1d879-7c77-430b-bb1f-db248676a42a admin admin] Publish callbacks [] for security_group (6b4a571e-59b5-4d0c-87f3-40be14dc221e), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:01.068751 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-78c1d879-7c77-430b-bb1f-db248676a42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (6b4a571e-59b5-4d0c-87f3-40be14dc221e), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:01.108625 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-78c1d879-7c77-430b-bb1f-db248676a42a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=326b14f19995459bb7178920373bd6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029218 Aug 08 20:25:01.109621 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1d879-7c77-430b-bb1f-db248676a42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4a571e-59b5-4d0c-87f3-40be14dc221e,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:01.111361 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54832) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:01.164323 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Publish callbacks [] for security_group (6b4a571e-59b5-4d0c-87f3-40be14dc221e), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:01.186741 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Publish callbacks [] for security_group (6b4a571e-59b5-4d0c-87f3-40be14dc221e), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:01.350371 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (6b4a571e-59b5-4d0c-87f3-40be14dc221e), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:01.352799 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:01.354065 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b4a571e-59b5-4d0c-87f3-40be14dc221e HTTP/1.1" status: 204 len: 168 time: 0.2408578 Aug 08 20:25:01.364173 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4a571e-59b5-4d0c-87f3-40be14dc221e,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:01.373914 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.374502 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.375189 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.375764 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.376400 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.376891 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.378407 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.379492 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.380347 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.380967 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.381515 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.382072 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.382610 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c6b1da-1686-4696-8248-6c7f8164b462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:01.701302 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c41f06-bac1-4b40-8a06-0a6fcb4a98ce req-0dab3f13-fdfe-426b-bd02-923dab7f1e92 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:01.702846 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-46c41f06-bac1-4b40-8a06-0a6fcb4a98ce req-0dab3f13-fdfe-426b-bd02-923dab7f1e92 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0557413 Aug 08 20:25:01.760292 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-46c41f06-bac1-4b40-8a06-0a6fcb4a98ce req-63a3b200-55c3-42be-9f55-3da90a65e9de tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504735 Aug 08 20:25:02.022615 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 54872) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:02.035566 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c4d597a0-5e3f-4546-af1f-0f2d77abbb2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:02.112217 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c4d597a0-5e3f-4546-af1f-0f2d77abbb2f admin admin] Publish callbacks [] for security_group (70795403-3704-4ce1-82f2-b752f4746acd), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:02.183316 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c4d597a0-5e3f-4546-af1f-0f2d77abbb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (70795403-3704-4ce1-82f2-b752f4746acd), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:02.221239 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-c4d597a0-5e3f-4546-af1f-0f2d77abbb2f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91f2ccc7a69646c585ce2af2266f147c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975288 Aug 08 20:25:02.222863 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d597a0-5e3f-4546-af1f-0f2d77abbb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70795403-3704-4ce1-82f2-b752f4746acd,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:02.224436 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 54874) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:02.274724 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-59c0b750-f5b4-4e70-a7a7-63aa82252a60 admin admin] Publish callbacks [] for security_group (70795403-3704-4ce1-82f2-b752f4746acd), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:02.297896 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-59c0b750-f5b4-4e70-a7a7-63aa82252a60 admin admin] Publish callbacks [] for security_group (70795403-3704-4ce1-82f2-b752f4746acd), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:02.422343 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-59c0b750-f5b4-4e70-a7a7-63aa82252a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (70795403-3704-4ce1-82f2-b752f4746acd), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:02.425117 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-59c0b750-f5b4-4e70-a7a7-63aa82252a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:02.429714 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-59c0b750-f5b4-4e70-a7a7-63aa82252a60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70795403-3704-4ce1-82f2-b752f4746acd HTTP/1.1" status: 204 len: 168 time: 0.2014117 Aug 08 20:25:02.434977 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0b750-f5b4-4e70-a7a7-63aa82252a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70795403-3704-4ce1-82f2-b752f4746acd,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:02.907535 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc810-366e-4c39-b3c5-082d6624cd5f req-f051ed39-1daf-4b7d-bdf7-d7f63528181b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:02.914638 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-335bc810-366e-4c39-b3c5-082d6624cd5f req-f051ed39-1daf-4b7d-bdf7-d7f63528181b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0686951 Aug 08 20:25:02.962126 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-335bc810-366e-4c39-b3c5-082d6624cd5f req-db930ab1-f93e-4eb1-93f7-f28fdf64d808 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465522 Aug 08 20:25:03.125625 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f2903-a450-46e2-9507-10c57042e01e req-0985f6d1-d248-4e52-9b8a-62c48c979ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:03.127972 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-068f2903-a450-46e2-9507-10c57042e01e req-0985f6d1-d248-4e52-9b8a-62c48c979ce6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 1129 time: 0.0525274 Aug 08 20:25:03.175843 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-068f2903-a450-46e2-9507-10c57042e01e req-de63b2bf-46f7-435b-93e7-4695762f5dea service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390725 Aug 08 20:25:04.091490 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed688ec-c802-47f7-af39-3ac0492b2507 req-986bc7f8-c8c9-435b-a838-732b866705bf tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:04.093064 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bed688ec-c802-47f7-af39-3ac0492b2507 req-986bc7f8-c8c9-435b-a838-732b866705bf tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0588007 Aug 08 20:25:04.140315 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bed688ec-c802-47f7-af39-3ac0492b2507 req-78c96090-a75f-4dd7-a6c4-9948baa81c35 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Aug 08 20:25:05.276455 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae282-dd1a-41a0-94cc-1548293a7070 req-0881d5a9-8669-4668-a925-6d0acd6f790d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:05.277967 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-217ae282-dd1a-41a0-94cc-1548293a7070 req-0881d5a9-8669-4668-a925-6d0acd6f790d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0609815 Aug 08 20:25:05.324625 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-217ae282-dd1a-41a0-94cc-1548293a7070 req-2a84b475-f074-410f-abf5-6bd5ff0e9060 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Aug 08 20:25:05.704029 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bd3a2-b564-4587-9ff8-124ab8e2fc54 req-174d73f2-7170-47b1-bdab-e181d0712697 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:05.705540 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-952bd3a2-b564-4587-9ff8-124ab8e2fc54 req-174d73f2-7170-47b1-bdab-e181d0712697 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0714877 Aug 08 20:25:05.779410 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d571f-ce60-4bae-b71c-feab8f1c263f req-b7214a95-4836-4614-9eda-d98f3cb0e8ce tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:05.781035 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-284d571f-ce60-4bae-b71c-feab8f1c263f req-b7214a95-4836-4614-9eda-d98f3cb0e8ce tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.1001618 Aug 08 20:25:05.796798 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-952bd3a2-b564-4587-9ff8-124ab8e2fc54 req-672d4ff5-6dff-49b3-b1d1-00799f87c5aa tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717237 Aug 08 20:25:05.832578 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1996b4-1130-4925-90c2-59015bd4dc10 req-0a5a7642-c238-431f-903f-c03c0b15feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:05.834796 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b1996b4-1130-4925-90c2-59015bd4dc10 req-0a5a7642-c238-431f-903f-c03c0b15feea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 1129 time: 0.0541952 Aug 08 20:25:05.861813 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-284d571f-ce60-4bae-b71c-feab8f1c263f req-3f27f8c4-af6c-4977-8fd9-06f629647e27 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632977 Aug 08 20:25:05.939374 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1996b4-1130-4925-90c2-59015bd4dc10 req-d5a4fd3a-52ae-42a4-ab72-4da8e50a214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:05.940925 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b1996b4-1130-4925-90c2-59015bd4dc10 req-d5a4fd3a-52ae-42a4-ab72-4da8e50a214c service neutron] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 919 time: 0.1001258 Aug 08 20:25:05.981247 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b1996b4-1130-4925-90c2-59015bd4dc10 req-85391e45-0c61-4949-9d57-ed63e624e42d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ef969a0-0db2-40d3-a7df-c54340fabcd5 HTTP/1.1" status: 200 len: 217 time: 0.0340006 Aug 08 20:25:06.030757 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1996b4-1130-4925-90c2-59015bd4dc10 req-76a4117c-b77a-40c1-9d7b-b24bb6e8e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:06.032290 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b1996b4-1130-4925-90c2-59015bd4dc10 req-76a4117c-b77a-40c1-9d7b-b24bb6e8e438 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.0444994 Aug 08 20:25:06.090378 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1996b4-1130-4925-90c2-59015bd4dc10 req-99daaea8-e69a-401a-9a63-5188f66947d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:06.091909 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b1996b4-1130-4925-90c2-59015bd4dc10 req-99daaea8-e69a-401a-9a63-5188f66947d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517013 Aug 08 20:25:06.207108 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b1996b4-1130-4925-90c2-59015bd4dc10 req-91ab75eb-78f1-4e99-a413-1cd07338e6be service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984523 Aug 08 20:25:06.266145 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 55044) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:06.302475 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b1996b4-1130-4925-90c2-59015bd4dc10 req-7a15fdd2-9e02-4f81-871f-dcb825611f21 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921214 Aug 08 20:25:06.405331 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:06.480244 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Publish callbacks [] for security_group (7476dfe1-5f28-4f84-94f4-6c8819a5b403), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:06.567025 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (7476dfe1-5f28-4f84-94f4-6c8819a5b403), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:06.609153 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa8c6376609d46a69b6efc10f37ae0c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417635 Aug 08 20:25:06.611100 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7476dfe1-5f28-4f84-94f4-6c8819a5b403,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:06.611935 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55064) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:06.619279 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.619650 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.623600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.623600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.623600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.623600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.623600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.623600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.623600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.623600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.623600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.623600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.624290 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17f70e-a54d-418e-96cf-e20f3a5e1ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:06.673237 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f1369009-7136-4f15-893d-0bef15ca7506 admin admin] Publish callbacks [] for security_group (7476dfe1-5f28-4f84-94f4-6c8819a5b403), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:06.695598 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f1369009-7136-4f15-893d-0bef15ca7506 admin admin] Publish callbacks [] for security_group (7476dfe1-5f28-4f84-94f4-6c8819a5b403), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:06.828934 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f1369009-7136-4f15-893d-0bef15ca7506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (7476dfe1-5f28-4f84-94f4-6c8819a5b403), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:06.831464 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f1369009-7136-4f15-893d-0bef15ca7506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:06.833305 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-f1369009-7136-4f15-893d-0bef15ca7506 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7476dfe1-5f28-4f84-94f4-6c8819a5b403 HTTP/1.1" status: 204 len: 168 time: 0.2200158 Aug 08 20:25:06.842248 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1369009-7136-4f15-893d-0bef15ca7506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7476dfe1-5f28-4f84-94f4-6c8819a5b403,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:06.970974 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b23b-8458-4577-b0dd-5003fca9c753 req-6909acbd-116f-42d8-8b94-3f2769ce17d6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:06.973032 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ac35b23b-8458-4577-b0dd-5003fca9c753 req-6909acbd-116f-42d8-8b94-3f2769ce17d6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0825219 Aug 08 20:25:07.012080 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d95fc-1b66-42f5-b4a7-5adb5e49c80e req-fceaf384-32a4-427e-b2f6-37f684be2957 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:07.013859 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a64d95fc-1b66-42f5-b4a7-5adb5e49c80e req-fceaf384-32a4-427e-b2f6-37f684be2957 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0808809 Aug 08 20:25:07.057862 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ac35b23b-8458-4577-b0dd-5003fca9c753 req-daf4f157-8ab3-40ab-b295-b613ad06660f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780869 Aug 08 20:25:07.080075 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a64d95fc-1b66-42f5-b4a7-5adb5e49c80e req-2816a40a-39b4-470e-95ef-4b7d9eb049e0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598016 Aug 08 20:25:07.465277 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55088) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:07.478624 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d1034ce2-095e-40c9-9d0d-0b6b4d413a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:07.556658 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d1034ce2-095e-40c9-9d0d-0b6b4d413a82 admin admin] Publish callbacks [] for security_group (3229c87c-2ce0-46dd-9495-161cd7739ad7), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:07.640374 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d1034ce2-095e-40c9-9d0d-0b6b4d413a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (3229c87c-2ce0-46dd-9495-161cd7739ad7), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:07.679412 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-d1034ce2-095e-40c9-9d0d-0b6b4d413a82 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6dbbacc11ed4fa6b4da3f39619c7e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130091 Aug 08 20:25:07.680285 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1034ce2-095e-40c9-9d0d-0b6b4d413a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3229c87c-2ce0-46dd-9495-161cd7739ad7,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:07.682102 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 55090) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:07.734545 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1c1888c5-0f38-4247-a3e0-1884c59c76ec admin admin] Publish callbacks [] for security_group (3229c87c-2ce0-46dd-9495-161cd7739ad7), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:07.761529 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1c1888c5-0f38-4247-a3e0-1884c59c76ec admin admin] Publish callbacks [] for security_group (3229c87c-2ce0-46dd-9495-161cd7739ad7), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:07.885939 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1c1888c5-0f38-4247-a3e0-1884c59c76ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (3229c87c-2ce0-46dd-9495-161cd7739ad7), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:07.888842 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1c1888c5-0f38-4247-a3e0-1884c59c76ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:07.890035 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-1c1888c5-0f38-4247-a3e0-1884c59c76ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3229c87c-2ce0-46dd-9495-161cd7739ad7 HTTP/1.1" status: 204 len: 168 time: 0.2063417 Aug 08 20:25:07.897911 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1888c5-0f38-4247-a3e0-1884c59c76ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3229c87c-2ce0-46dd-9495-161cd7739ad7,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:08.206827 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e96c8d-5238-4db5-aa9b-a0499c01d9e9 req-e69a2ffb-608a-44c6-8419-a42aab9fcc0d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:08.208496 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e8e96c8d-5238-4db5-aa9b-a0499c01d9e9 req-e69a2ffb-608a-44c6-8419-a42aab9fcc0d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0707362 Aug 08 20:25:08.286087 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e8e96c8d-5238-4db5-aa9b-a0499c01d9e9 req-06868c17-d388-4e60-b192-f48f0737f5c4 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687380 Aug 08 20:25:08.316760 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a40fd-a969-42f0-88e2-2c2fa8bcb1b3 req-529404fe-78c3-48a4-994c-4712217228f0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:08.324402 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a09a40fd-a969-42f0-88e2-2c2fa8bcb1b3 req-529404fe-78c3-48a4-994c-4712217228f0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0931313 Aug 08 20:25:08.374535 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a09a40fd-a969-42f0-88e2-2c2fa8bcb1b3 req-ef920ece-e2f3-464f-804f-6873e4515c7e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492575 Aug 08 20:25:08.524013 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 55134) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:08.653270 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ae46ba95-c22e-4383-a1a5-dd7b50cb4646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:08.743987 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ae46ba95-c22e-4383-a1a5-dd7b50cb4646 admin admin] Publish callbacks [] for security_group (62b83ebc-9343-47d2-ab46-6d6070b2eff5), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:08.845865 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ae46ba95-c22e-4383-a1a5-dd7b50cb4646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (62b83ebc-9343-47d2-ab46-6d6070b2eff5), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:08.890641 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55146) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:08.891174 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ae46ba95-c22e-4383-a1a5-dd7b50cb4646 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b74dbbd535784070b5ba61acffc59e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654501 Aug 08 20:25:08.892260 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46ba95-c22e-4383-a1a5-dd7b50cb4646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b83ebc-9343-47d2-ab46-6d6070b2eff5,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:08.946196 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-057e7915-6799-4726-a942-5e02f029dde6 admin admin] Publish callbacks [] for security_group (62b83ebc-9343-47d2-ab46-6d6070b2eff5), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:08.973590 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 55148) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:08.977553 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-057e7915-6799-4726-a942-5e02f029dde6 admin admin] Publish callbacks [] for security_group (62b83ebc-9343-47d2-ab46-6d6070b2eff5), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:09.083809 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2881d47c-798c-438e-9ad0-d9faf51b5cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:09.096398 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-057e7915-6799-4726-a942-5e02f029dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (62b83ebc-9343-47d2-ab46-6d6070b2eff5), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:09.100075 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-057e7915-6799-4726-a942-5e02f029dde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:09.101542 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-057e7915-6799-4726-a942-5e02f029dde6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62b83ebc-9343-47d2-ab46-6d6070b2eff5 HTTP/1.1" status: 204 len: 168 time: 0.2098553 Aug 08 20:25:09.111602 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e7915-6799-4726-a942-5e02f029dde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b83ebc-9343-47d2-ab46-6d6070b2eff5,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:09.195788 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2881d47c-798c-438e-9ad0-d9faf51b5cd9 admin admin] Publish callbacks [] for security_group (7bd07307-91c5-4715-a06d-3c69db61fadc), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:09.297300 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2881d47c-798c-438e-9ad0-d9faf51b5cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (7bd07307-91c5-4715-a06d-3c69db61fadc), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:09.334668 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881d47c-798c-438e-9ad0-d9faf51b5cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd07307-91c5-4715-a06d-3c69db61fadc,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:09.339359 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-2881d47c-798c-438e-9ad0-d9faf51b5cd9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a86705cb0cb44add86465ebb55311871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641789 Aug 08 20:25:09.341472 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 55170) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:09.448999 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cdb20ad3-126f-4fad-9696-0176a26496ba admin admin] Publish callbacks [] for security_group (7bd07307-91c5-4715-a06d-3c69db61fadc), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:09.483179 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b771d9c-8be1-4cd1-ba22-ed3971990445 req-ea2cdd28-0286-4ff5-9e92-667fd28b8651 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:09.484696 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1b771d9c-8be1-4cd1-ba22-ed3971990445 req-ea2cdd28-0286-4ff5-9e92-667fd28b8651 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0923464 Aug 08 20:25:09.486684 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cdb20ad3-126f-4fad-9696-0176a26496ba admin admin] Publish callbacks [] for security_group (7bd07307-91c5-4715-a06d-3c69db61fadc), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:09.596175 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1b771d9c-8be1-4cd1-ba22-ed3971990445 req-af8e89fb-6fec-4910-a31a-4b599848bbb9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920722 Aug 08 20:25:09.619561 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf9b21-b6e2-45a1-8e4e-8c5c2f705511 req-d606f74d-7294-4e9f-8c52-34e11068f9a0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:09.621325 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-23bf9b21-b6e2-45a1-8e4e-8c5c2f705511 req-d606f74d-7294-4e9f-8c52-34e11068f9a0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.1315289 Aug 08 20:25:09.674761 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-23bf9b21-b6e2-45a1-8e4e-8c5c2f705511 req-bb8364e2-db27-4fa4-96ea-70f591e60eaf tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463872 Aug 08 20:25:09.737420 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cdb20ad3-126f-4fad-9696-0176a26496ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (7bd07307-91c5-4715-a06d-3c69db61fadc), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:09.741282 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cdb20ad3-126f-4fad-9696-0176a26496ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:09.742522 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-cdb20ad3-126f-4fad-9696-0176a26496ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7bd07307-91c5-4715-a06d-3c69db61fadc HTTP/1.1" status: 204 len: 168 time: 0.3971918 Aug 08 20:25:09.757132 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb20ad3-126f-4fad-9696-0176a26496ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd07307-91c5-4715-a06d-3c69db61fadc,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:09.928886 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55190) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:09.940160 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ba0423af-a4cb-4c0a-9168-ef6dfbf0f1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:10.018120 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ba0423af-a4cb-4c0a-9168-ef6dfbf0f1ac admin admin] Publish callbacks [] for security_group (cf695818-f72f-45cf-8d5e-5ac497b70078), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:10.086235 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ba0423af-a4cb-4c0a-9168-ef6dfbf0f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (cf695818-f72f-45cf-8d5e-5ac497b70078), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:10.135784 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0423af-a4cb-4c0a-9168-ef6dfbf0f1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf695818-f72f-45cf-8d5e-5ac497b70078,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:10.142342 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ba0423af-a4cb-4c0a-9168-ef6dfbf0f1ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e3e710667de491a8f0c31a1739d7dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139802 Aug 08 20:25:10.144880 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55196) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:10.225255 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9084d3f8-be18-4566-b96e-377af848703e admin admin] Publish callbacks [] for security_group (cf695818-f72f-45cf-8d5e-5ac497b70078), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:10.248721 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9084d3f8-be18-4566-b96e-377af848703e admin admin] Publish callbacks [] for security_group (cf695818-f72f-45cf-8d5e-5ac497b70078), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:10.424450 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9084d3f8-be18-4566-b96e-377af848703e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (cf695818-f72f-45cf-8d5e-5ac497b70078), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:10.428268 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9084d3f8-be18-4566-b96e-377af848703e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:10.439081 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-9084d3f8-be18-4566-b96e-377af848703e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf695818-f72f-45cf-8d5e-5ac497b70078 HTTP/1.1" status: 204 len: 168 time: 0.2873530 Aug 08 20:25:10.441962 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084d3f8-be18-4566-b96e-377af848703e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf695818-f72f-45cf-8d5e-5ac497b70078,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:10.532397 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 55216) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:10.549258 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bc72fb22-5fbf-41b4-ae43-f6638e10a018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:10.654108 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bc72fb22-5fbf-41b4-ae43-f6638e10a018 admin admin] Publish callbacks [] for security_group (9457ba12-2b96-4acb-8eab-327b26bbd4bb), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:10.752638 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87880e67-39be-458a-80a1-4c2722e1dafb req-f06fb30a-2072-478a-9802-ba11658a989c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:10.754214 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-87880e67-39be-458a-80a1-4c2722e1dafb req-f06fb30a-2072-478a-9802-ba11658a989c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0586777 Aug 08 20:25:10.771303 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bc72fb22-5fbf-41b4-ae43-f6638e10a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (9457ba12-2b96-4acb-8eab-327b26bbd4bb), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:10.827967 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72fb22-5fbf-41b4-ae43-f6638e10a018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9457ba12-2b96-4acb-8eab-327b26bbd4bb,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:10.832635 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-bc72fb22-5fbf-41b4-ae43-f6638e10a018 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=806ea9269887443a9391049afff37f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989252 Aug 08 20:25:10.835485 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55224) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:10.855224 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-87880e67-39be-458a-80a1-4c2722e1dafb req-647a06ed-4bae-415a-a029-eb227ea2af81 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952630 Aug 08 20:25:10.893605 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4e6b-60e9-420a-a5b5-6ccc395c6f39 admin admin] Publish callbacks [] for security_group (9457ba12-2b96-4acb-8eab-327b26bbd4bb), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:10.917385 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4e6b-60e9-420a-a5b5-6ccc395c6f39 admin admin] Publish callbacks [] for security_group (9457ba12-2b96-4acb-8eab-327b26bbd4bb), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:11.029019 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4e6b-60e9-420a-a5b5-6ccc395c6f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (9457ba12-2b96-4acb-8eab-327b26bbd4bb), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:11.031587 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4e6b-60e9-420a-a5b5-6ccc395c6f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:11.032744 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ab3d4e6b-60e9-420a-a5b5-6ccc395c6f39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9457ba12-2b96-4acb-8eab-327b26bbd4bb HTTP/1.1" status: 204 len: 168 time: 0.1962454 Aug 08 20:25:11.040402 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d4e6b-60e9-420a-a5b5-6ccc395c6f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9457ba12-2b96-4acb-8eab-327b26bbd4bb,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:11.221578 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 55230) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:11.235881 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a121a233-0116-47a7-bed8-a02fce6382e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:11.330420 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a121a233-0116-47a7-bed8-a02fce6382e9 admin admin] Publish callbacks [] for security_group (b4a11859-f295-4973-bf5a-f1e7540659c1), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:11.394991 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a121a233-0116-47a7-bed8-a02fce6382e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (b4a11859-f295-4973-bf5a-f1e7540659c1), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:11.438889 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-a121a233-0116-47a7-bed8-a02fce6382e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac32ae9022194fb3a0c82da2e438204d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156925 Aug 08 20:25:11.440109 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121a233-0116-47a7-bed8-a02fce6382e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a11859-f295-4973-bf5a-f1e7540659c1,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:11.442294 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55244) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:11.498183 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ed6d2799-ec45-46bf-8b5f-44bbf401ca15 admin admin] Publish callbacks [] for security_group (b4a11859-f295-4973-bf5a-f1e7540659c1), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:11.520432 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ed6d2799-ec45-46bf-8b5f-44bbf401ca15 admin admin] Publish callbacks [] for security_group (b4a11859-f295-4973-bf5a-f1e7540659c1), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:11.634645 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ed6d2799-ec45-46bf-8b5f-44bbf401ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (b4a11859-f295-4973-bf5a-f1e7540659c1), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:11.637580 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ed6d2799-ec45-46bf-8b5f-44bbf401ca15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:11.639108 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ed6d2799-ec45-46bf-8b5f-44bbf401ca15 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4a11859-f295-4973-bf5a-f1e7540659c1 HTTP/1.1" status: 204 len: 168 time: 0.1956291 Aug 08 20:25:11.647507 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d2799-ec45-46bf-8b5f-44bbf401ca15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a11859-f295-4973-bf5a-f1e7540659c1,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:11.984020 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285d4e2-37a1-400b-b41d-83e13a52116c req-24027071-53f0-4c30-856f-f9b3a41e297c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:11.987315 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5285d4e2-37a1-400b-b41d-83e13a52116c req-24027071-53f0-4c30-856f-f9b3a41e297c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0579638 Aug 08 20:25:12.036227 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5285d4e2-37a1-400b-b41d-83e13a52116c req-289e6678-4b83-4494-ace1-03b59dae8313 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444674 Aug 08 20:25:13.178025 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef9987-33e6-4814-8a38-4ecb4215952e req-ef094b55-3d06-46ff-a5e6-b25f7cda1397 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:13.179708 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-faef9987-33e6-4814-8a38-4ecb4215952e req-ef094b55-3d06-46ff-a5e6-b25f7cda1397 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0576630 Aug 08 20:25:13.234699 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-faef9987-33e6-4814-8a38-4ecb4215952e req-14ef58ab-8b52-406d-bd38-e99608d8d518 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480068 Aug 08 20:25:13.602537 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55358) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:13.607290 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-931caf3d-4b88-4b6a-82f1-e803acc1c8f0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1784191840', 'description': 'tempest-description--673316399'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:25:13.765385 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-931caf3d-4b88-4b6a-82f1-e803acc1c8f0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:13.834556 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-931caf3d-4b88-4b6a-82f1-e803acc1c8f0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for security_group (0daec854-37a2-45b6-8b59-7516ffae7530), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:13.915261 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-931caf3d-4b88-4b6a-82f1-e803acc1c8f0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (0daec854-37a2-45b6-8b59-7516ffae7530), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:13.946112 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931caf3d-4b88-4b6a-82f1-e803acc1c8f0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0daec854-37a2-45b6-8b59-7516ffae7530,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:14.007997 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-931caf3d-4b88-4b6a-82f1-e803acc1c8f0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:14.009277 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-931caf3d-4b88-4b6a-82f1-e803acc1c8f0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4056227 Aug 08 20:25:14.012093 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55362) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:14.016919 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-3912886d-b6c6-4892-b345-fbec4f7e4a85 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Request body: {'security_group_rule': {'security_group_id': '0daec854-37a2-45b6-8b59-7516ffae7530', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:25:14.116016 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3912886d-b6c6-4892-b345-fbec4f7e4a85 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for security_group_rule (631baffc-5aa8-482c-abc0-610035994f74), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:14.208473 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3912886d-b6c6-4892-b345-fbec4f7e4a85 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for security_group_rule (631baffc-5aa8-482c-abc0-610035994f74), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:14.303293 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3912886d-b6c6-4892-b345-fbec4f7e4a85 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (631baffc-5aa8-482c-abc0-610035994f74), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:14.329065 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912886d-b6c6-4892-b345-fbec4f7e4a85 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631baffc-5aa8-482c-abc0-610035994f74,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:14.376048 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3912886d-b6c6-4892-b345-fbec4f7e4a85 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:14.377391 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-3912886d-b6c6-4892-b345-fbec4f7e4a85 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3643181 Aug 08 20:25:14.383490 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55388) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:14.383632 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb3fbe-ffc9-4cd1-aeda-b3808538096d req-c07513e4-7c7b-4a54-ae83-f71d99f93f97 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:14.384324 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-52cb3fbe-ffc9-4cd1-aeda-b3808538096d req-c07513e4-7c7b-4a54-ae83-f71d99f93f97 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0663023 Aug 08 20:25:14.386338 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-37bcd072-2ab1-478e-8ba0-da0b75bf90c1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Request body: {'security_group_rule': {'security_group_id': '0daec854-37a2-45b6-8b59-7516ffae7530', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:25:14.438966 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-52cb3fbe-ffc9-4cd1-aeda-b3808538096d req-ae23c2ca-3787-40bf-b95e-8c3b49715506 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476415 Aug 08 20:25:14.462349 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-37bcd072-2ab1-478e-8ba0-da0b75bf90c1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for security_group_rule (07d69579-b92b-478b-9247-30b41c3a5b33), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:14.543711 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-37bcd072-2ab1-478e-8ba0-da0b75bf90c1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for security_group_rule (07d69579-b92b-478b-9247-30b41c3a5b33), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:14.576087 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:25:14.611918 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-37bcd072-2ab1-478e-8ba0-da0b75bf90c1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (07d69579-b92b-478b-9247-30b41c3a5b33), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:14.630096 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcd072-2ab1-478e-8ba0-da0b75bf90c1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d69579-b92b-478b-9247-30b41c3a5b33,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:14.739128 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-37bcd072-2ab1-478e-8ba0-da0b75bf90c1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:14.740350 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-37bcd072-2ab1-478e-8ba0-da0b75bf90c1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3591380 Aug 08 20:25:14.743510 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55402) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:14.747700 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:25:14.857321 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:14.963756 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:15.091198 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Allocated IP 172.27.3.170 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/72a3d2a4-42d6-425c-88f3-409b8e8a5e38) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:25:15.200759 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for port (72a3d2a4-42d6-425c-88f3-409b8e8a5e38), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:15.303399 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (72a3d2a4-42d6-425c-88f3-409b8e8a5e38), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:15.344081 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:25:15.349181 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:25:15.352871 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:25:15.378941 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event updated for resources: {'Port': ['ID=72a3d2a4-42d6-425c-88f3-409b8e8a5e38,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:15.439249 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for floatingip (362e2a89-19c0-47d8-988f-cfb7e5604001), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:15.556053 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (72a3d2a4-42d6-425c-88f3-409b8e8a5e38), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:15.570511 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d248775-0e9a-42b5-b83e-43eadec37f08 req-8a2c053c-4a10-4edf-a579-c2d36bc5c79d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:15.575804 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0d248775-0e9a-42b5-b83e-43eadec37f08 req-8a2c053c-4a10-4edf-a579-c2d36bc5c79d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0582752 Aug 08 20:25:15.624272 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0d248775-0e9a-42b5-b83e-43eadec37f08 req-bf114025-6474-4de2-b700-44b23d9d1a40 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445325 Aug 08 20:25:15.708519 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for port (72a3d2a4-42d6-425c-88f3-409b8e8a5e38), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:15.765559 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (72a3d2a4-42d6-425c-88f3-409b8e8a5e38), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:15.830954 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (362e2a89-19c0-47d8-988f-cfb7e5604001), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:15.834277 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event updated for resources: {'Port': ['ID=72a3d2a4-42d6-425c-88f3-409b8e8a5e38,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:15.893358 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:15.895311 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ebe02a16-c691-4ced-815b-31b8cc94b950 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1508830 Aug 08 20:25:16.097263 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-4823c4ee-2a3d-4fbd-869d-e4578a387ea6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1784191840&fields=id&tenant_id=a644f2ae0f3745168a4e94e01667f1da HTTP/1.1" status: 200 len: 267 time: 0.0441885 Aug 08 20:25:16.207243 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247025b-5725-4461-9c89-105e5170fd17 req-dda8096a-bac0-4742-b4c7-1aea253c6bb4 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:16.208775 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-dda8096a-bac0-4742-b4c7-1aea253c6bb4 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 818 time: 0.1052260 Aug 08 20:25:16.222825 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-8f83cac3-0fef-46d7-9036-bf4c32e9858e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/quotas/a644f2ae0f3745168a4e94e01667f1da HTTP/1.1" status: 200 len: 375 time: 0.0088096 Aug 08 20:25:16.281974 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-2d576b8f-c636-4499-bf94-0d694f4dcf7f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0542195 Aug 08 20:25:16.378378 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-da5e7f0b-e22d-4357-8442-b4f99d963958 service neutron] 10.222.0.26 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844073 Aug 08 20:25:16.465116 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-6078bb2f-3b7c-4ab1-bad9-a66d19cd7793 service neutron] 10.222.0.26 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809760 Aug 08 20:25:16.763964 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-939ceb01-3120-4deb-a9bd-ac5ecd2e61e5 req-5ef6a8e1-8f81-4a8d-a0ba-acd58b13e6e9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 210 time: 0.0493381 Aug 08 20:25:16.786735 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4f4d2-5637-45f8-adbb-49e259a55144 req-b04ee7f2-dbd3-4a8b-ba92-f5935677df09 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:16.793764 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5f4f4d2-5637-45f8-adbb-49e259a55144 req-b04ee7f2-dbd3-4a8b-ba92-f5935677df09 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0915782 Aug 08 20:25:16.839544 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5f4f4d2-5637-45f8-adbb-49e259a55144 req-0c77b829-0886-4cf8-b723-0f869504fe1f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450079 Aug 08 20:25:17.859412 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3ed5a6a7-e900-40c9-94be-785e45af3513 req-1a3010b3-7c6c-4d1d-a126-e83bef9c73c5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 210 time: 0.0265574 Aug 08 20:25:17.972170 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eabf9d-b821-4132-bc85-15690a2a1aab req-328c08af-9903-4091-8eed-1d38520a29f5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:17.973671 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-03eabf9d-b821-4132-bc85-15690a2a1aab req-328c08af-9903-4091-8eed-1d38520a29f5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0556476 Aug 08 20:25:18.020382 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-03eabf9d-b821-4132-bc85-15690a2a1aab req-08996de2-529e-400d-bc33-cb8c36489008 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410588 Aug 08 20:25:18.754716 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090069fd-2560-4c34-8aca-7c98cebfabc3 req-d73b52b8-ba04-475a-a7fd-5c24636b835d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:18.756188 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-090069fd-2560-4c34-8aca-7c98cebfabc3 req-d73b52b8-ba04-475a-a7fd-5c24636b835d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0532086 Aug 08 20:25:18.807733 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-090069fd-2560-4c34-8aca-7c98cebfabc3 req-a80d61da-f3fa-413d-b7a9-175a0f5db7c8 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456288 Aug 08 20:25:18.958628 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dd25d707-6eee-4e14-a448-cfbd38a3e716 req-27c9164e-edf8-4b55-893b-bfbc5551d04d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 210 time: 0.0261559 Aug 08 20:25:19.154858 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae1340-0491-4899-bece-4fbe7dc7e663 req-5d8c7df0-4655-4fe0-a4a1-5739e4e3725f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:19.156261 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1fae1340-0491-4899-bece-4fbe7dc7e663 req-5d8c7df0-4655-4fe0-a4a1-5739e4e3725f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0606461 Aug 08 20:25:19.207988 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1fae1340-0491-4899-bece-4fbe7dc7e663 req-96e42716-347d-4894-9f81-0b47d1b9afbf tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445282 Aug 08 20:25:19.451356 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247025b-5725-4461-9c89-105e5170fd17 req-9672ce63-8bba-475e-bf03-8caaf9db2dbc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:19.454465 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-9672ce63-8bba-475e-bf03-8caaf9db2dbc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 818 time: 0.1257279 Aug 08 20:25:19.516165 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-f3913dc9-6ddd-42ed-aa52-788f07c0e09c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a644f2ae0f3745168a4e94e01667f1da HTTP/1.1" status: 200 len: 380 time: 0.0537932 Aug 08 20:25:19.526651 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-1247025b-5725-4461-9c89-105e5170fd17 req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Request body: {'port': {'device_id': '48371891-92f1-4218-ad39-c593faac3803', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'admin_state_up': True, 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'security_groups': ['0daec854-37a2-45b6-8b59-7516ffae7530']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:25:19.755373 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1247025b-5725-4461-9c89-105e5170fd17 req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Made reservation on behalf of a644f2ae0f3745168a4e94e01667f1da for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:25:19.755373 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1247025b-5725-4461-9c89-105e5170fd17 req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:19.889608 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-1247025b-5725-4461-9c89-105e5170fd17 req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Allocated IP 172.20.0.3 (497f80c3-c8b4-4cee-8e41-68b9abf5c6fc/8ac5122b-5eda-4ed2-a19c-a68a0593a6f6/cd177534-1da0-48a7-91f6-b734ecdb32f2) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:25:19.956168 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcff32-0224-4385-a383-ec8940fd1b61 req-143a4579-48f2-4eaa-a34e-d4cb143817a5 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:19.957961 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ddbcff32-0224-4385-a383-ec8940fd1b61 req-143a4579-48f2-4eaa-a34e-d4cb143817a5 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0658441 Aug 08 20:25:20.019091 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ddbcff32-0224-4385-a383-ec8940fd1b61 req-de5147d2-8d97-4507-b98a-22a97453b462 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544217 Aug 08 20:25:20.058291 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1247025b-5725-4461-9c89-105e5170fd17 req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:20.097758 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-43ef3eee-5505-493f-956e-eb856a38c675 req-89eae04f-2a36-476e-9705-0b50a1a089e3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 210 time: 0.0358074 Aug 08 20:25:20.195023 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1247025b-5725-4461-9c89-105e5170fd17 req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:20.243193 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1247025b-5725-4461-9c89-105e5170fd17 req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:25:20.246342 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-1247025b-5725-4461-9c89-105e5170fd17 req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:25:20.250064 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-1247025b-5725-4461-9c89-105e5170fd17 req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:25:20.279328 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event updated for resources: {'Port': ['ID=cd177534-1da0-48a7-91f6-b734ecdb32f2,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:20.317577 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247025b-5725-4461-9c89-105e5170fd17 req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:20.318377 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1247025b-5725-4461-9c89-105e5170fd17 req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:20.421667 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-86d8988b-fa70-40d9-860b-eceb6a171c3f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8981044 Aug 08 20:25:20.444353 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Request body: {'port': {'device_id': '48371891-92f1-4218-ad39-c593faac3803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:25:20.518017 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:20.547472 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee4461-af3d-4eeb-8f83-492464ca17a8 req-d7021545-81f4-4c68-b08d-1b72741bbf70 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:20.547472 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c7ee4461-af3d-4eeb-8f83-492464ca17a8 req-d7021545-81f4-4c68-b08d-1b72741bbf70 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.2373397 Aug 08 20:25:20.553416 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-d3250a0c-7b27-4bf9-9db3-8900ab656b00 None None] Provisioning complete for port cd177534-1da0-48a7-91f6-b734ecdb32f2 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:25:20.553997 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d3250a0c-7b27-4bf9-9db3-8900ab656b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:20.589879 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-d3250a0c-7b27-4bf9-9db3-8900ab656b00 None None] Port cd177534-1da0-48a7-91f6-b734ecdb32f2 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:25:20.600031 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c7ee4461-af3d-4eeb-8f83-492464ca17a8 req-a93b9dce-abb9-4cbe-a948-d37a4973335e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451014 Aug 08 20:25:20.793274 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd177534-1da0-48a7-91f6-b734ecdb32f2 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:25:20.801290 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Publish callbacks [] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:20.814425 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Transition to ACTIVE for port object cd177534-1da0-48a7-91f6-b734ecdb32f2 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:25:20.908584 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:20.986550 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Pushing event updated for resources: {'Port': ['ID=cd177534-1da0-48a7-91f6-b734ecdb32f2,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:21.018193 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Attempting to bind port cd177534-1da0-48a7-91f6-b734ecdb32f2 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:25:21.026122 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Attempting to bind port cd177534-1da0-48a7-91f6-b734ecdb32f2 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:25:21.026122 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Attempting to bind port cd177534-1da0-48a7-91f6-b734ecdb32f2 on network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:25:21.026122 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Port cd177534-1da0-48a7-91f6-b734ecdb32f2 on network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:25:21.026122 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Attempting to bind port cd177534-1da0-48a7-91f6-b734ecdb32f2 on network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:25:21.029561 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:25:21.029899 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Checking segment: {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:25:21.030292 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Bound using segment: {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:25:21.030775 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Bound port: cd177534-1da0-48a7-91f6-b734ecdb32f2, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a7c236-26d6-479a-b2fd-2238b616c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:25:21.031143 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:21.095666 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] For port cd177534-1da0-48a7-91f6-b734ecdb32f2, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:25:21.099363 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] For port cd177534-1da0-48a7-91f6-b734ecdb32f2, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=cd177534-1da0-48a7-91f6-b734ecdb32f2,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:25:21.143452 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c42b4c-1d6e-4fce-bc03-7a686436c088 req-0aaaa6ba-57f8-4a2e-91e4-6eeaf55ca5d2 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:21.145103 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-03c42b4c-1d6e-4fce-bc03-7a686436c088 req-0aaaa6ba-57f8-4a2e-91e4-6eeaf55ca5d2 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0536451 Aug 08 20:25:21.205127 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:21.208716 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:21.209715 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:21.211085 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] 10.222.0.49 "PUT /v2.0/ports/cd177534-1da0-48a7-91f6-b734ecdb32f2 HTTP/1.1" status: 200 len: 1093 time: 0.7718785 Aug 08 20:25:21.213231 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48371891-92f1-4218-ad39-c593faac3803', 'tag': 'cd177534-1da0-48a7-91f6-b734ecdb32f2'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:25:21.215550 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5a371a-51d9-4ab3-a956-1c49c6777b87" -d '{"events": [{"name": "network-changed", "server_uuid": "48371891-92f1-4218-ad39-c593faac3803", "tag": "cd177534-1da0-48a7-91f6-b734ecdb32f2"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:25:21.218853 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-03c42b4c-1d6e-4fce-bc03-7a686436c088 req-e39907b1-fec4-4e50-a71f-2f5563f2d217 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681307 Aug 08 20:25:21.253234 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88375ebe-59a6-4190-a000-f63ed53e8b0d req-8b329eb9-9b08-4807-95f5-976b0a27e90b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:21.257400 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-88375ebe-59a6-4190-a000-f63ed53e8b0d req-8b329eb9-9b08-4807-95f5-976b0a27e90b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 943 time: 0.0877461 Aug 08 20:25:21.288475 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc931f0-8493-4412-9228-62791178b5b1 x-openstack-request-id: req-5cc931f0-8493-4412-9228-62791178b5b1 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:25:21.288475 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48371891-92f1-4218-ad39-c593faac3803", "tag": "cd177534-1da0-48a7-91f6-b734ecdb32f2", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:25:21.288475 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cc931f0-8493-4412-9228-62791178b5b1 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:25:21.288475 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc931f0-8493-4412-9228-62791178b5b1'] response: {'name': 'network-changed', 'server_uuid': '48371891-92f1-4218-ad39-c593faac3803', 'tag': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'status': 'completed', 'code': 200} Aug 08 20:25:21.296637 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fccc73-e1c4-4301-9fa8-15898e39d0ea service neutron] Pushing event updated for resources: {'Port': ['ID=cd177534-1da0-48a7-91f6-b734ecdb32f2,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:21.317650 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-88375ebe-59a6-4190-a000-f63ed53e8b0d req-1ba8c352-79b8-4ee8-868a-6bf2b540371a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470982 Aug 08 20:25:21.497073 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc49d-b2a8-4788-9151-c4ae860bbac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:21.732115 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f63b22-a197-45a0-908a-a87dec8f02ed req-90ccb4e5-d7a0-414d-86a4-680fe288044d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:21.733696 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-95f63b22-a197-45a0-908a-a87dec8f02ed req-90ccb4e5-d7a0-414d-86a4-680fe288044d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0529730 Aug 08 20:25:21.780554 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-95f63b22-a197-45a0-908a-a87dec8f02ed req-f35e3052-4ffb-4f0c-ad68-bca4aeb79c2b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404801 Aug 08 20:25:21.970916 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:22.346028 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1660a4-7137-43c1-a7bc-520c8c8c70d8 req-e3fd87f8-8a42-4dee-aa0f-165cbb93d963 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:22.348186 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5f1660a4-7137-43c1-a7bc-520c8c8c70d8 req-e3fd87f8-8a42-4dee-aa0f-165cbb93d963 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0559404 Aug 08 20:25:22.403449 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5f1660a4-7137-43c1-a7bc-520c8c8c70d8 req-07fe0d36-b8ef-488d-b4a9-1de1d9556062 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497544 Aug 08 20:25:22.443456 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470382bc-e769-449c-b07a-8c0ad2a01b5f req-ec195951-3953-4a34-9313-dd03e4accbd8 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:22.445018 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-470382bc-e769-449c-b07a-8c0ad2a01b5f req-ec195951-3953-4a34-9313-dd03e4accbd8 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 943 time: 0.0574679 Aug 08 20:25:22.490428 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-470382bc-e769-449c-b07a-8c0ad2a01b5f req-fc783324-2b65-4276-9508-34f8e572c043 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397577 Aug 08 20:25:22.905195 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f9d4-1b7e-434a-974b-6830f1e27f9f req-3275e8e9-15da-49a0-a1cf-e434d7b0e126 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:22.906639 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e680f9d4-1b7e-434a-974b-6830f1e27f9f req-3275e8e9-15da-49a0-a1cf-e434d7b0e126 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0513747 Aug 08 20:25:22.955542 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e680f9d4-1b7e-434a-974b-6830f1e27f9f req-8e744c18-9db1-4f86-99ce-b895b5c387f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 Aug 08 20:25:23.524532 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b06f8c-f124-4ec0-989a-f157aa5267a9 req-66b523d2-b3a6-4990-8103-9ed5286d0986 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:23.526068 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c9b06f8c-f124-4ec0-989a-f157aa5267a9 req-66b523d2-b3a6-4990-8103-9ed5286d0986 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0530233 Aug 08 20:25:23.598169 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c9b06f8c-f124-4ec0-989a-f157aa5267a9 req-655029ef-51a9-4df9-b357-88192a05da6b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666077 Aug 08 20:25:23.624740 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4884b-a1f2-4166-b214-7456827d28d3 req-b5cd96af-c499-4688-be9b-ba99405d8cc4 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:23.624740 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-56e4884b-a1f2-4166-b214-7456827d28d3 req-b5cd96af-c499-4688-be9b-ba99405d8cc4 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 943 time: 0.0642912 Aug 08 20:25:23.673675 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-56e4884b-a1f2-4166-b214-7456827d28d3 req-30c062d4-a051-4504-bbb6-027993ba4da1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412412 Aug 08 20:25:23.747568 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a371a-51d9-4ab3-a956-1c49c6777b87 req-ec7783a5-ecca-4e72-aefb-2d9352653807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:23.749098 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1e5a371a-51d9-4ab3-a956-1c49c6777b87 req-ec7783a5-ecca-4e72-aefb-2d9352653807 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 1127 time: 0.0446494 Aug 08 20:25:23.856212 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a371a-51d9-4ab3-a956-1c49c6777b87 req-89010139-c62c-4cba-9502-b4ba087da9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:23.857744 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1e5a371a-51d9-4ab3-a956-1c49c6777b87 req-89010139-c62c-4cba-9502-b4ba087da9bb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a644f2ae0f3745168a4e94e01667f1da&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1000206 Aug 08 20:25:23.950287 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a371a-51d9-4ab3-a956-1c49c6777b87 req-a119bb3b-8b3d-4a66-a5dc-d4a9c2cd6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:23.951666 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1e5a371a-51d9-4ab3-a956-1c49c6777b87 req-a119bb3b-8b3d-4a66-a5dc-d4a9c2cd6d59 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871539 Aug 08 20:25:24.033912 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-30bdcb19-3100-4dbb-afe1-9335fde02d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:24.092267 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58e3a2-839c-471c-b6cf-52ac3784b547 req-96732ca8-c1c9-4572-bba1-c9a3b4f609b0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:24.094759 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2a58e3a2-839c-471c-b6cf-52ac3784b547 req-96732ca8-c1c9-4572-bba1-c9a3b4f609b0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0610452 Aug 08 20:25:24.148992 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2a58e3a2-839c-471c-b6cf-52ac3784b547 req-5a1b329e-734f-4685-9431-2a681388d2ee tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460124 Aug 08 20:25:24.282127 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247025b-5725-4461-9c89-105e5170fd17 req-23a735c7-054c-416a-a2bd-a84370b645a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:24.283623 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-23a735c7-054c-416a-a2bd-a84370b645a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 1127 time: 0.2852609 Aug 08 20:25:24.329948 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-d7e450e5-0d0a-4c32-b2c2-ffdcfe85918e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd177534-1da0-48a7-91f6-b734ecdb32f2 HTTP/1.1" status: 200 len: 217 time: 0.0341496 Aug 08 20:25:24.391231 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247025b-5725-4461-9c89-105e5170fd17 req-6bb600ec-c0b2-4a61-9aad-d3146b34e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:24.392704 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-6bb600ec-c0b2-4a61-9aad-d3146b34e691 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.0501590 Aug 08 20:25:24.449099 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247025b-5725-4461-9c89-105e5170fd17 req-1ff3ad95-9c8a-429c-95a8-2480aa39612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:24.450620 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-1ff3ad95-9c8a-429c-95a8-2480aa39612d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445366 Aug 08 20:25:24.554924 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-7ce39b39-650f-496d-a258-59869fbc602c service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954609 Aug 08 20:25:24.654063 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1247025b-5725-4461-9c89-105e5170fd17 req-0393e19f-7d41-43fc-b544-cdaacaf6e0cb service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912690 Aug 08 20:25:24.748980 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6593fb9-cf44-4265-b333-d29d0f829858 req-e3963d56-47d6-4bf8-a925-6e4cff93143c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:24.751668 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d6593fb9-cf44-4265-b333-d29d0f829858 req-e3963d56-47d6-4bf8-a925-6e4cff93143c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0741951 Aug 08 20:25:24.843210 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d6593fb9-cf44-4265-b333-d29d0f829858 req-58f790d9-7fef-4c26-af66-36296569a823 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764441 Aug 08 20:25:24.855175 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd148-f8aa-43fe-a9c9-f7083f196def req-bd1f7085-a9cc-4e77-be4b-28bf537d0f55 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:24.856788 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-eb0dd148-f8aa-43fe-a9c9-f7083f196def req-bd1f7085-a9cc-4e77-be4b-28bf537d0f55 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 943 time: 0.0993521 Aug 08 20:25:24.925800 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-eb0dd148-f8aa-43fe-a9c9-f7083f196def req-92b05ab6-a855-4cc5-8b5a-f378f6d6199c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613067 Aug 08 20:25:24.989076 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:25.305565 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea57240-a6fd-4050-a719-8be74ffea844 req-4a565af4-b103-437d-b45e-d941850c0558 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:25.314492 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dea57240-a6fd-4050-a719-8be74ffea844 req-4a565af4-b103-437d-b45e-d941850c0558 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0821643 Aug 08 20:25:25.378114 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dea57240-a6fd-4050-a719-8be74ffea844 req-27d9e27b-6f5c-4973-af4e-9f7a2127b4c5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573337 Aug 08 20:25:25.976210 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21351938-66fd-41e8-a186-dab55418c156 req-a2b6f528-d310-4249-91fc-f102d39c1eb8 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:25.978066 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-21351938-66fd-41e8-a186-dab55418c156 req-a2b6f528-d310-4249-91fc-f102d39c1eb8 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0577321 Aug 08 20:25:26.060641 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-21351938-66fd-41e8-a186-dab55418c156 req-f3eb0e4a-4b4b-48dd-b18d-20cfd3fe8e2a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724342 Aug 08 20:25:26.084003 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604fc1-b438-4977-a74d-5b149f8ec116 req-c94fba34-a744-4b82-a648-bc020e02a6f8 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:26.085739 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9e604fc1-b438-4977-a74d-5b149f8ec116 req-c94fba34-a744-4b82-a648-bc020e02a6f8 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 943 time: 0.0767074 Aug 08 20:25:26.134621 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9e604fc1-b438-4977-a74d-5b149f8ec116 req-ac17d5c1-fbee-45e4-afb0-d59a2eb3da79 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426702 Aug 08 20:25:26.494444 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429bd5a-0faf-4e02-a881-82c8b3e2d35f req-a3ea7944-b1db-49cf-9876-ecd9e6d27d68 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:26.495922 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d429bd5a-0faf-4e02-a881-82c8b3e2d35f req-a3ea7944-b1db-49cf-9876-ecd9e6d27d68 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0519423 Aug 08 20:25:26.544842 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d429bd5a-0faf-4e02-a881-82c8b3e2d35f req-3c9812b6-f273-474a-9e0b-ef34ea24a5fb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430589 Aug 08 20:25:26.566259 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:26.767040 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device cd177534-1da0-48a7-91f6-b734ecdb32f2 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:25:26.883699 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port cd177534-1da0-48a7-91f6-b734ecdb32f2, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=cd177534-1da0-48a7-91f6-b734ecdb32f2,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:25:26.896606 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'port_id': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'mac_address': 'fa:16:3e:5c:65:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:25:26.937826 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port cd177534-1da0-48a7-91f6-b734ecdb32f2 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:25:26.938220 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:26.951186 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd177534-1da0-48a7-91f6-b734ecdb32f2 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:25:26.970591 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port cd177534-1da0-48a7-91f6-b734ecdb32f2, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=cd177534-1da0-48a7-91f6-b734ecdb32f2,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:25:27.039856 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:27.090334 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=cd177534-1da0-48a7-91f6-b734ecdb32f2,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:27.097966 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.098340 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.098766 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.099120 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.099462 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.099792 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.100129 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.100460 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.100787 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.101143 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.101472 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.101797 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.102126 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:25:27.198484 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26a5f9-13e0-4cc7-8992-7ab657d00021 req-9e4d7041-f314-418f-829e-9f69da529938 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:27.200314 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-de26a5f9-13e0-4cc7-8992-7ab657d00021 req-9e4d7041-f314-418f-829e-9f69da529938 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0602624 Aug 08 20:25:27.277280 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-de26a5f9-13e0-4cc7-8992-7ab657d00021 req-b7421d2c-cc72-414e-b4f8-e68cafdfe30a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714226 Aug 08 20:25:27.298070 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9042246-41b9-493c-bef3-3c45026f2732 req-d867d7ec-e716-4651-b690-92746f321dce tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:27.299687 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d9042246-41b9-493c-bef3-3c45026f2732 req-d867d7ec-e716-4651-b690-92746f321dce tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 944 time: 0.0859854 Aug 08 20:25:27.353037 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d9042246-41b9-493c-bef3-3c45026f2732 req-95caa8f4-22e4-47ff-8172-8264bd524b17 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454938 Aug 08 20:25:27.424073 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['cd177534-1da0-48a7-91f6-b734ecdb32f2'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:25:27.699577 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a494a9-e4b7-450f-8a1b-9fe00b555823 req-ad459aca-a505-4a1b-9b08-d64abc06cee2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:27.706595 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b6a494a9-e4b7-450f-8a1b-9fe00b555823 req-ad459aca-a505-4a1b-9b08-d64abc06cee2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0697982 Aug 08 20:25:27.753177 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b6a494a9-e4b7-450f-8a1b-9fe00b555823 req-8ece8b84-7997-423c-b7a3-bf260ce83b7c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455098 Aug 08 20:25:27.755328 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55672) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:27.876737 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-47ae40b6-6e06-48ee-905b-4f2dbe7882b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:27.959338 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-47ae40b6-6e06-48ee-905b-4f2dbe7882b0 admin admin] Publish callbacks [] for security_group (f0c6d728-815c-4f20-8ccf-ed1c0fc8aa31), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:28.039798 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-47ae40b6-6e06-48ee-905b-4f2dbe7882b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (f0c6d728-815c-4f20-8ccf-ed1c0fc8aa31), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:28.073855 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:28.078862 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae40b6-6e06-48ee-905b-4f2dbe7882b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c6d728-815c-4f20-8ccf-ed1c0fc8aa31,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:28.086449 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-47ae40b6-6e06-48ee-905b-4f2dbe7882b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37b01c4b22c14e108f47a48f1c195152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277187 Aug 08 20:25:28.086887 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55686) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:28.136514 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d61b1b6d-0020-4b7e-9c8e-a6ca48b960f2 admin admin] Publish callbacks [] for security_group (f0c6d728-815c-4f20-8ccf-ed1c0fc8aa31), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:28.158712 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d61b1b6d-0020-4b7e-9c8e-a6ca48b960f2 admin admin] Publish callbacks [] for security_group (f0c6d728-815c-4f20-8ccf-ed1c0fc8aa31), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:28.278704 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d61b1b6d-0020-4b7e-9c8e-a6ca48b960f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (f0c6d728-815c-4f20-8ccf-ed1c0fc8aa31), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:28.281339 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d61b1b6d-0020-4b7e-9c8e-a6ca48b960f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:28.282631 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-d61b1b6d-0020-4b7e-9c8e-a6ca48b960f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0c6d728-815c-4f20-8ccf-ed1c0fc8aa31 HTTP/1.1" status: 204 len: 168 time: 0.1948297 Aug 08 20:25:28.290632 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b1b6d-0020-4b7e-9c8e-a6ca48b960f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c6d728-815c-4f20-8ccf-ed1c0fc8aa31,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:28.429957 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b57439-56f3-40f7-8ba0-b73386016c54 req-57404953-4fa6-431b-91b1-cbf805c67029 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:28.431624 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-06b57439-56f3-40f7-8ba0-b73386016c54 req-57404953-4fa6-431b-91b1-cbf805c67029 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0609934 Aug 08 20:25:28.517586 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-06b57439-56f3-40f7-8ba0-b73386016c54 req-83badcbb-c43c-4e00-8fb4-c0599ef0659f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792158 Aug 08 20:25:28.525456 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6e1f3-26f0-4de1-ae33-d2aa81b457bc req-908500e2-51eb-445d-8578-8c043b52cea9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:28.526931 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ada6e1f3-26f0-4de1-ae33-d2aa81b457bc req-908500e2-51eb-445d-8578-8c043b52cea9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 944 time: 0.0898225 Aug 08 20:25:28.589115 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ada6e1f3-26f0-4de1-ae33-d2aa81b457bc req-968da24d-2140-4606-9b35-671fc881d768 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485499 Aug 08 20:25:28.887533 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5136436-9a9a-41be-b11a-5dcaa1e41cae req-f92b5489-a895-4b74-9243-c83478583ded tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:28.889310 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b5136436-9a9a-41be-b11a-5dcaa1e41cae req-f92b5489-a895-4b74-9243-c83478583ded tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0583637 Aug 08 20:25:28.902706 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55706) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:28.915964 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1062d35f-7b7b-480c-8aa6-7cd32d770271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:28.940006 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b5136436-9a9a-41be-b11a-5dcaa1e41cae req-be4e31f5-b952-4137-9975-885aeb3da4ef tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449004 Aug 08 20:25:29.001641 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1062d35f-7b7b-480c-8aa6-7cd32d770271 admin admin] Publish callbacks [] for security_group (3383d595-ec17-4bcd-8233-b647b1f5a5b0), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:29.052134 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1062d35f-7b7b-480c-8aa6-7cd32d770271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (3383d595-ec17-4bcd-8233-b647b1f5a5b0), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:29.091362 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-1062d35f-7b7b-480c-8aa6-7cd32d770271 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=080ebb3a09404c8a83d941cfd0cddf09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875908 Aug 08 20:25:29.092249 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062d35f-7b7b-480c-8aa6-7cd32d770271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3383d595-ec17-4bcd-8233-b647b1f5a5b0,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:29.093968 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 55710) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:29.147078 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-74e98cd1-4b4c-497f-b2d0-caff83fc791b admin admin] Publish callbacks [] for security_group (3383d595-ec17-4bcd-8233-b647b1f5a5b0), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:29.168205 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-74e98cd1-4b4c-497f-b2d0-caff83fc791b admin admin] Publish callbacks [] for security_group (3383d595-ec17-4bcd-8233-b647b1f5a5b0), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:29.286125 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-74e98cd1-4b4c-497f-b2d0-caff83fc791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (3383d595-ec17-4bcd-8233-b647b1f5a5b0), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:29.288870 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-74e98cd1-4b4c-497f-b2d0-caff83fc791b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:29.290108 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-74e98cd1-4b4c-497f-b2d0-caff83fc791b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3383d595-ec17-4bcd-8233-b647b1f5a5b0 HTTP/1.1" status: 204 len: 168 time: 0.1942997 Aug 08 20:25:29.298328 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e98cd1-4b4c-497f-b2d0-caff83fc791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3383d595-ec17-4bcd-8233-b647b1f5a5b0,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:29.651118 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212d30d-3a9c-49d8-8120-9bfdbbe54ac5 req-a473f7f4-aa97-4ca1-b3d2-7ef44e34242c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:29.652961 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c212d30d-3a9c-49d8-8120-9bfdbbe54ac5 req-a473f7f4-aa97-4ca1-b3d2-7ef44e34242c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0609393 Aug 08 20:25:29.717153 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a9b1d35d-ee5c-4bec-b651-4bff95828647 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:25:29.739532 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c212d30d-3a9c-49d8-8120-9bfdbbe54ac5 req-419461bb-aab2-4db1-b1d2-f476636160a1 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807617 Aug 08 20:25:29.765536 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84410031-2ccb-4451-bb76-2d3b1632d209 req-8dfd90f0-1a7c-4cb9-8ad5-1b3d52f4785f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:29.767103 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-84410031-2ccb-4451-bb76-2d3b1632d209 req-8dfd90f0-1a7c-4cb9-8ad5-1b3d52f4785f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 944 time: 0.0916784 Aug 08 20:25:29.826735 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-84410031-2ccb-4451-bb76-2d3b1632d209 req-3d154591-ca6c-4062-b398-6aeb27f7744f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506573 Aug 08 20:25:29.860386 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:25:29.872835 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'port_id': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'mac_address': 'fa:16:3e:f1:40:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:25:29.907288 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port a9b1d35d-ee5c-4bec-b651-4bff95828647 is: ACTIVE; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:25:29.907687 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:29.920707 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9b1d35d-ee5c-4bec-b651-4bff95828647 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:25:29.940619 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:25:30.022803 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:30.085802 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=a9b1d35d-ee5c-4bec-b651-4bff95828647,revision_number=6']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:30.094548 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34a44d-9623-4468-a363-87c071ecaf91 req-a3fa9fec-b896-4699-b0d1-8686c83fcc1b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:30.096049 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1e34a44d-9623-4468-a363-87c071ecaf91 req-a3fa9fec-b896-4699-b0d1-8686c83fcc1b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0573001 Aug 08 20:25:30.148896 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1e34a44d-9623-4468-a363-87c071ecaf91 req-e7532334-b6af-45b0-8388-ef7a56f9b179 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466838 Aug 08 20:25:30.665321 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device cd177534-1da0-48a7-91f6-b734ecdb32f2 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:25:30.783369 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port cd177534-1da0-48a7-91f6-b734ecdb32f2 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:25:30.787234 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port cd177534-1da0-48a7-91f6-b734ecdb32f2 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:25:30.787609 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:30.875294 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port cd177534-1da0-48a7-91f6-b734ecdb32f2 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:25:30.875793 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:30.897272 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29825737-0892-4854-ab99-53dbb5bfbaaa req-59a36fd4-fd70-4b6d-ad93-941094c42df3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:30.898889 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-29825737-0892-4854-ab99-53dbb5bfbaaa req-59a36fd4-fd70-4b6d-ad93-941094c42df3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0731952 Aug 08 20:25:30.903033 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48371891-92f1-4218-ad39-c593faac3803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd177534-1da0-48a7-91f6-b734ecdb32f2'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:25:30.905837 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2095ac68-ed11-45b5-8ca8-01c759246b88" -d '{"events": [{"server_uuid": "48371891-92f1-4218-ad39-c593faac3803", "name": "network-vif-plugged", "status": "completed", "tag": "cd177534-1da0-48a7-91f6-b734ecdb32f2"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:25:30.921174 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port cd177534-1da0-48a7-91f6-b734ecdb32f2, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=cd177534-1da0-48a7-91f6-b734ecdb32f2,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:25:30.984793 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-29825737-0892-4854-ab99-53dbb5bfbaaa req-b4749007-b38a-4d5c-af74-b5ec9354fe25 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804415 Aug 08 20:25:30.993307 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:31.002783 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c24d07-bc50-422b-92b4-cbe4218ae8e1 req-37a4b9ed-cb48-4ed6-b788-acf05671309b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:31.010388 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-59c24d07-bc50-422b-92b4-cbe4218ae8e1 req-37a4b9ed-cb48-4ed6-b788-acf05671309b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 944 time: 0.0905755 Aug 08 20:25:31.042187 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4991e724-dddd-438c-ae6a-e604e62362b3 x-openstack-request-id: req-4991e724-dddd-438c-ae6a-e604e62362b3 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:25:31.045513 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48371891-92f1-4218-ad39-c593faac3803", "name": "network-vif-plugged", "status": "completed", "tag": "cd177534-1da0-48a7-91f6-b734ecdb32f2", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:25:31.045977 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4991e724-dddd-438c-ae6a-e604e62362b3 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:25:31.046540 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4991e724-dddd-438c-ae6a-e604e62362b3'] response: {'server_uuid': '48371891-92f1-4218-ad39-c593faac3803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'code': 200} Aug 08 20:25:31.063492 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=cd177534-1da0-48a7-91f6-b734ecdb32f2,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:31.065122 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-59c24d07-bc50-422b-92b4-cbe4218ae8e1 req-0ee7a866-43c0-49a9-85e2-8bc4245a2ccd tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538163 Aug 08 20:25:31.101408 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 55768) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:31.211905 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b6e552a3-31e1-4580-bc0c-9a35e73d973a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:31.288560 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b6e552a3-31e1-4580-bc0c-9a35e73d973a admin admin] Publish callbacks [] for security_group (a5cdeaa8-ae9d-4b02-9937-d71e8097be8d), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:31.290598 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb24ec4-d34f-400f-8b21-cbbb6f8f2cbf req-4b781309-c9c7-4b0c-805b-cf83051dc101 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:31.292093 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3cb24ec4-d34f-400f-8b21-cbbb6f8f2cbf req-4b781309-c9c7-4b0c-805b-cf83051dc101 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0633361 Aug 08 20:25:31.341403 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3cb24ec4-d34f-400f-8b21-cbbb6f8f2cbf req-2ac0da34-14d2-4e07-8b57-097cfdd9dc05 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433116 Aug 08 20:25:31.359854 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b6e552a3-31e1-4580-bc0c-9a35e73d973a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a5cdeaa8-ae9d-4b02-9937-d71e8097be8d), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:31.399592 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-b6e552a3-31e1-4580-bc0c-9a35e73d973a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0ff0a1afce64832aa718bb8a29fd782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970808 Aug 08 20:25:31.401525 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e552a3-31e1-4580-bc0c-9a35e73d973a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cdeaa8-ae9d-4b02-9937-d71e8097be8d,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:31.402350 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 55774) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:31.450651 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0331a1a4-252f-451e-b3e6-8b5d9a4172e8 admin admin] Publish callbacks [] for security_group (a5cdeaa8-ae9d-4b02-9937-d71e8097be8d), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:31.471861 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0331a1a4-252f-451e-b3e6-8b5d9a4172e8 admin admin] Publish callbacks [] for security_group (a5cdeaa8-ae9d-4b02-9937-d71e8097be8d), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:31.622817 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0331a1a4-252f-451e-b3e6-8b5d9a4172e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a5cdeaa8-ae9d-4b02-9937-d71e8097be8d), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:31.625533 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0331a1a4-252f-451e-b3e6-8b5d9a4172e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:31.626693 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-0331a1a4-252f-451e-b3e6-8b5d9a4172e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5cdeaa8-ae9d-4b02-9937-d71e8097be8d HTTP/1.1" status: 204 len: 168 time: 0.2233620 Aug 08 20:25:31.636162 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331a1a4-252f-451e-b3e6-8b5d9a4172e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cdeaa8-ae9d-4b02-9937-d71e8097be8d,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:31.924737 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['a9b1d35d-ee5c-4bec-b651-4bff95828647'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:25:32.003310 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6396a9f-d6e7-43ef-b746-bd88a4401965 req-50723d26-79d9-41ef-8413-ea6942b3b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:32.005132 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b6396a9f-d6e7-43ef-b746-bd88a4401965 req-50723d26-79d9-41ef-8413-ea6942b3b157 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 1129 time: 0.0552614 Aug 08 20:25:32.076712 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b6396a9f-d6e7-43ef-b746-bd88a4401965 req-71e2fada-a55e-4ad5-9dc5-0927daedf4c1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559077 Aug 08 20:25:32.142074 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c21f-5913-41e3-ac8a-7c7c810a3cea req-52667c48-69e9-42ff-b831-632c1e537831 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:32.143693 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5567c21f-5913-41e3-ac8a-7c7c810a3cea req-52667c48-69e9-42ff-b831-632c1e537831 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0589085 Aug 08 20:25:32.227830 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5567c21f-5913-41e3-ac8a-7c7c810a3cea req-66ddf746-460a-4ba0-b465-f1cd4faab4d1 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736260 Aug 08 20:25:32.234989 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a8462-2ac6-4cf0-86b1-1a5c5b185ce9 req-f8f0fb7c-0fd4-411b-b8f1-f8730c2e2736 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:32.236456 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f68a8462-2ac6-4cf0-86b1-1a5c5b185ce9 req-f8f0fb7c-0fd4-411b-b8f1-f8730c2e2736 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0918519 Aug 08 20:25:32.285611 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f68a8462-2ac6-4cf0-86b1-1a5c5b185ce9 req-cd3065d7-ad9c-4905-98bc-02bbbfc4cfbc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 Aug 08 20:25:32.475724 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61266b-6056-48dc-98d3-dc334c14cdf1 req-45bca52f-32a3-4795-b493-3cdc875ba9d8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:32.477491 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4a61266b-6056-48dc-98d3-dc334c14cdf1 req-45bca52f-32a3-4795-b493-3cdc875ba9d8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0579388 Aug 08 20:25:32.527415 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4a61266b-6056-48dc-98d3-dc334c14cdf1 req-80c67136-0ada-4acb-a708-8a94b0d0e65a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439656 Aug 08 20:25:33.447178 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873054-177a-4568-8e3e-11e395abf84d req-8de555c3-bfa8-4c41-9d85-9a27080d9dbc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:33.449017 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2d873054-177a-4568-8e3e-11e395abf84d req-8de555c3-bfa8-4c41-9d85-9a27080d9dbc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0707192 Aug 08 20:25:33.458470 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797616ef-6c7b-4e4d-9407-b3e2e79c1c08 req-d000a518-55c3-4649-b011-6658f0c2a128 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:33.466005 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-797616ef-6c7b-4e4d-9407-b3e2e79c1c08 req-d000a518-55c3-4649-b011-6658f0c2a128 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.1424358 Aug 08 20:25:33.563354 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-797616ef-6c7b-4e4d-9407-b3e2e79c1c08 req-84465502-31fd-463f-bca6-24cc92f1df94 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915244 Aug 08 20:25:33.635082 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2d873054-177a-4568-8e3e-11e395abf84d req-3b57e238-a37f-4aac-8376-5d8f0d011baa tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583328 Aug 08 20:25:33.690118 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a9b1d35d-ee5c-4bec-b651-4bff95828647 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:25:33.811422 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port a9b1d35d-ee5c-4bec-b651-4bff95828647 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:25:33.811801 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:33.846776 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1d607-cace-4172-83b6-cd57b7db75b5 req-a043c6f5-87d9-4750-82f5-c9ddfa29c2cd tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:33.855965 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-80d1d607-cace-4172-83b6-cd57b7db75b5 req-a043c6f5-87d9-4750-82f5-c9ddfa29c2cd tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.1411357 Aug 08 20:25:33.913143 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port a9b1d35d-ee5c-4bec-b651-4bff95828647 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:25:33.914071 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:33.937084 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-80d1d607-cace-4172-83b6-cd57b7db75b5 req-5b108117-47c7-4301-b0da-32b10b1e1262 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800312 Aug 08 20:25:33.943385 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:25:33.945926 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bbce07-1170-4c2a-b831-49483d0c02f3" -d '{"events": [{"server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "name": "network-vif-plugged", "status": "completed", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:25:33.987531 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:25:33.996698 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50a66dc-e221-403f-8803-fcec36933c59 x-openstack-request-id: req-d50a66dc-e221-403f-8803-fcec36933c59 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:25:33.998217 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "name": "network-vif-plugged", "status": "completed", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:25:33.999575 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d50a66dc-e221-403f-8803-fcec36933c59 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:25:34.000579 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50a66dc-e221-403f-8803-fcec36933c59'] response: {'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'code': 200} Aug 08 20:25:34.045637 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:34.129217 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=a9b1d35d-ee5c-4bec-b651-4bff95828647,revision_number=7']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:34.429538 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b674a31-9c8f-47f0-a0bf-3a8b794a0216 req-e3a487f2-60f8-4287-a78d-60b5ce7b82c9 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:34.431375 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3b674a31-9c8f-47f0-a0bf-3a8b794a0216 req-e3a487f2-60f8-4287-a78d-60b5ce7b82c9 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 945 time: 0.0746570 Aug 08 20:25:34.486922 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3b674a31-9c8f-47f0-a0bf-3a8b794a0216 req-a97acfae-f0f9-456c-9c5d-d6d775b23b33 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463407 Aug 08 20:25:34.757923 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1b0f5-16ee-4496-b729-b373a936e1c7 req-14ace712-bb29-48da-a209-14c91780f142 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:34.768677 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b7f1b0f5-16ee-4496-b729-b373a936e1c7 req-14ace712-bb29-48da-a209-14c91780f142 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.1019015 Aug 08 20:25:34.874549 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b7f1b0f5-16ee-4496-b729-b373a936e1c7 req-440c1539-99e4-4d29-a381-18f89f70e7e8 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034758 Aug 08 20:25:34.899480 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb3414-7911-4cf7-accb-978fbe370bd9 req-729f14c6-2d83-41a9-a7e8-32a1f8698be0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:34.906795 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bafb3414-7911-4cf7-accb-978fbe370bd9 req-729f14c6-2d83-41a9-a7e8-32a1f8698be0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.1055532 Aug 08 20:25:34.953798 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bafb3414-7911-4cf7-accb-978fbe370bd9 req-8efbad97-8af9-48b9-a6ba-33b3fb0c9173 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458839 Aug 08 20:25:35.155030 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18df613-e7b8-416f-87d7-8f2a68741e8e req-c9e84790-543e-4096-8382-9240d0ca6098 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:35.158985 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c18df613-e7b8-416f-87d7-8f2a68741e8e req-c9e84790-543e-4096-8382-9240d0ca6098 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.1135142 Aug 08 20:25:35.169176 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea7ad-2596-4bb1-a86f-86b75d52d81b req-c3b834a8-a5e4-4cbb-a0ff-921a0bff5ee1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:35.181160 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e08ea7ad-2596-4bb1-a86f-86b75d52d81b req-c3b834a8-a5e4-4cbb-a0ff-921a0bff5ee1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.1021805 Aug 08 20:25:35.181902 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 55896) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:35.194274 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-90253716-dbe0-41d6-a358-f1588667a3b5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Request body: {'floatingip': {'port_id': 'cd177534-1da0-48a7-91f6-b734ecdb32f2'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:25:35.282130 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-90253716-dbe0-41d6-a358-f1588667a3b5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for floatingip (362e2a89-19c0-47d8-988f-cfb7e5604001), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:35.393433 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c18df613-e7b8-416f-87d7-8f2a68741e8e req-661a1dff-fcbf-410e-99fd-5d433d180a71 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335598 Aug 08 20:25:35.710091 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61680f6f-d080-491f-8930-8e4c70c7d9da req-ada41cc6-b474-4576-bca6-ec2d3da90ba9 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:35.711837 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-61680f6f-d080-491f-8930-8e4c70c7d9da req-ada41cc6-b474-4576-bca6-ec2d3da90ba9 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 945 time: 0.1355827 Aug 08 20:25:36.140610 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-61680f6f-d080-491f-8930-8e4c70c7d9da req-51ee3a3e-151e-4e60-8d86-9ad1885205de tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856809 Aug 08 20:25:36.236366 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9f361-604a-40cb-871a-fd3a08d7d14f req-e38a51d4-9487-498f-a070-f7703b471e5a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:36.238852 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d1f9f361-604a-40cb-871a-fd3a08d7d14f req-e38a51d4-9487-498f-a070-f7703b471e5a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.1893566 Aug 08 20:25:36.370227 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-90253716-dbe0-41d6-a358-f1588667a3b5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:36.383696 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d1f9f361-604a-40cb-871a-fd3a08d7d14f req-778309be-c8bd-49c9-aabb-c5906b0520b9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318481 Aug 08 20:25:36.438881 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-90253716-dbe0-41d6-a358-f1588667a3b5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (362e2a89-19c0-47d8-988f-cfb7e5604001), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:36.591358 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.l3_db [None req-90253716-dbe0-41d6-a358-f1588667a3b5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Floating IP 362e2a89-19c0-47d8-988f-cfb7e5604001 associated. External IP: 172.27.3.170, port: cd177534-1da0-48a7-91f6-b734ecdb32f2. Aug 08 20:25:36.653552 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065cedc-82c9-43cc-ba24-cb9ac8d59cbe req-42886304-11fc-4425-8d6a-3c949195145b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:36.655180 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4065cedc-82c9-43cc-ba24-cb9ac8d59cbe req-42886304-11fc-4425-8d6a-3c949195145b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.1587768 Aug 08 20:25:36.761140 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4065cedc-82c9-43cc-ba24-cb9ac8d59cbe req-320349f8-7bd8-4f06-b00a-70cacfa630a9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974455 Aug 08 20:25:36.872783 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90253716-dbe0-41d6-a358-f1588667a3b5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Router 5244c503-77d1-4589-a898-2c070b08034a has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:25:36.978479 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90253716-dbe0-41d6-a358-f1588667a3b5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:25:36.982989 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-90253716-dbe0-41d6-a358-f1588667a3b5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:36.990061 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abee21-146c-4bfc-b3f4-d84d84d30d08 None None] Sync routers for ids ['5244c503-77d1-4589-a898-2c070b08034a'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:25:37.002485 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2abee21-146c-4bfc-b3f4-d84d84d30d08 None None] Routers {'5244c503-77d1-4589-a898-2c070b08034a'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:25:37.003100 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-e2abee21-146c-4bfc-b3f4-d84d84d30d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:25:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5244c503-77d1-4589-a898-2c070b08034a'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:25:37.017098 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-90253716-dbe0-41d6-a358-f1588667a3b5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "PUT /v2.0/floatingips/362e2a89-19c0-47d8-988f-cfb7e5604001 HTTP/1.1" status: 200 len: 991 time: 1.8251152 Aug 08 20:25:37.017098 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48371891-92f1-4218-ad39-c593faac3803', 'tag': 'cd177534-1da0-48a7-91f6-b734ecdb32f2'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:25:37.017601 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f0f3d4-8d9e-41dd-8c5f-f035e860ce43" -d '{"events": [{"name": "network-changed", "server_uuid": "48371891-92f1-4218-ad39-c593faac3803", "tag": "cd177534-1da0-48a7-91f6-b734ecdb32f2"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:25:37.054303 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9a1505-859c-445d-be36-81d7f3ecee48 x-openstack-request-id: req-0c9a1505-859c-445d-be36-81d7f3ecee48 {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:25:37.054604 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48371891-92f1-4218-ad39-c593faac3803", "tag": "cd177534-1da0-48a7-91f6-b734ecdb32f2", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:25:37.054865 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c9a1505-859c-445d-be36-81d7f3ecee48 {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:25:37.055276 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9a1505-859c-445d-be36-81d7f3ecee48'] response: {'name': 'network-changed', 'server_uuid': '48371891-92f1-4218-ad39-c593faac3803', 'tag': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'status': 'completed', 'code': 200} Aug 08 20:25:37.227242 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-e2abee21-146c-4bfc-b3f4-d84d84d30d08 None None] Set router 5244c503-77d1-4589-a898-2c070b08034a gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:25:37.292440 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f44d67-1161-4319-885d-0a125174a321 req-a22ba1ec-d74d-424d-a17e-2e2f9075e256 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:37.293967 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-88f44d67-1161-4319-885d-0a125174a321 req-a22ba1ec-d74d-424d-a17e-2e2f9075e256 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 945 time: 0.0540934 Aug 08 20:25:37.355199 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-88f44d67-1161-4319-885d-0a125174a321 req-f456bf32-2185-4a64-b7d9-5c83fbd98ed0 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554223 Aug 08 20:25:37.533100 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-e2abee21-146c-4bfc-b3f4-d84d84d30d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '362e2a89-19c0-47d8-988f-cfb7e5604001', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '5244c503-77d1-4589-a898-2c070b08034a', 'port_id': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'mac_address': 'fa:16:3e:5c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48371891-92f1-4218-ad39-c593faac3803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:25:15Z', 'updated_at': '2022-08-08T20:25:36Z', 'revision_number': 1, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:29Z', 'revision_number': 5, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:25:37.547142 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f025ab-7728-4691-bd60-13ead228accd req-c392ee4a-6de9-4146-8d13-d8cfd6b12170 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:37.548727 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-84f025ab-7728-4691-bd60-13ead228accd req-c392ee4a-6de9-4146-8d13-d8cfd6b12170 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0688062 Aug 08 20:25:37.565549 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abee21-146c-4bfc-b3f4-d84d84d30d08 None None] Checking router: 5244c503-77d1-4589-a898-2c070b08034a for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:25:37.576728 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2abee21-146c-4bfc-b3f4-d84d84d30d08 None None] Routers {'5244c503-77d1-4589-a898-2c070b08034a'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:25:37.577381 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-e2abee21-146c-4bfc-b3f4-d84d84d30d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:25:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5244c503-77d1-4589-a898-2c070b08034a'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:25:37.622473 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-84f025ab-7728-4691-bd60-13ead228accd req-ce17812f-3a20-4736-90ff-c518f738b02b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669925 Aug 08 20:25:37.699456 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-e2abee21-146c-4bfc-b3f4-d84d84d30d08 None None] Set router 5244c503-77d1-4589-a898-2c070b08034a gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:25:37.942240 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3751c-24d2-4f49-9f2e-297e739e0df0 req-46a48dc3-510f-4148-b107-08601c5581a8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:37.943950 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-69b3751c-24d2-4f49-9f2e-297e739e0df0 req-46a48dc3-510f-4148-b107-08601c5581a8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0765259 Aug 08 20:25:37.986082 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-e2abee21-146c-4bfc-b3f4-d84d84d30d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '362e2a89-19c0-47d8-988f-cfb7e5604001', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '5244c503-77d1-4589-a898-2c070b08034a', 'port_id': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'mac_address': 'fa:16:3e:5c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48371891-92f1-4218-ad39-c593faac3803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:25:15Z', 'updated_at': '2022-08-08T20:25:36Z', 'revision_number': 1, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:29Z', 'revision_number': 5, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:25:38.021043 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-69b3751c-24d2-4f49-9f2e-297e739e0df0 req-fe430c8d-1cec-46e2-8830-ea25a1c216ef tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708528 Aug 08 20:25:38.021866 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abee21-146c-4bfc-b3f4-d84d84d30d08 None None] The sync data for ids ['5244c503-77d1-4589-a898-2c070b08034a'] in dv-cinder-848821-2-iscsi is: [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '362e2a89-19c0-47d8-988f-cfb7e5604001', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '5244c503-77d1-4589-a898-2c070b08034a', 'port_id': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'mac_address': 'fa:16:3e:5c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48371891-92f1-4218-ad39-c593faac3803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:25:15Z', 'updated_at': '2022-08-08T20:25:36Z', 'revision_number': 1, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:29Z', 'revision_number': 5, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:25:38.255830 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96399c-fe12-4d28-a356-79a9d69ba2b7 None None] New status for floating IP 362e2a89-19c0-47d8-988f-cfb7e5604001: ACTIVE {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:25:38.520713 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b671949-2da1-4cf0-bdc4-f1d231582730 req-372bfbb8-2c04-455b-b5ef-ceaed907f9f3 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:38.522504 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8b671949-2da1-4cf0-bdc4-f1d231582730 req-372bfbb8-2c04-455b-b5ef-ceaed907f9f3 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 945 time: 0.0713937 Aug 08 20:25:38.589018 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8b671949-2da1-4cf0-bdc4-f1d231582730 req-528a4c65-92bb-49c5-a9af-64be916d05ec tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579875 Aug 08 20:25:38.786718 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b60a80-e464-4d19-a5e8-d3284bacf655 req-8655b025-9b73-4a9e-8f6b-a1eb60878987 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:38.793340 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d2b60a80-e464-4d19-a5e8-d3284bacf655 req-8655b025-9b73-4a9e-8f6b-a1eb60878987 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0805979 Aug 08 20:25:38.852604 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0f3d4-8d9e-41dd-8c5f-f035e860ce43 req-3ad57275-0308-4af1-8b74-d6e6265014c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:38.854182 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-38f0f3d4-8d9e-41dd-8c5f-f035e860ce43 req-3ad57275-0308-4af1-8b74-d6e6265014c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 1129 time: 0.1412132 Aug 08 20:25:38.857212 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d2b60a80-e464-4d19-a5e8-d3284bacf655 req-aa0290f0-67ec-4d35-bf06-cfdd6078b133 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624905 Aug 08 20:25:39.011204 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0f3d4-8d9e-41dd-8c5f-f035e860ce43 req-e0b398e2-4941-400e-bf1b-b2edb93cbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:39.012704 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-38f0f3d4-8d9e-41dd-8c5f-f035e860ce43 req-e0b398e2-4941-400e-bf1b-b2edb93cbafc service neutron] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 919 time: 0.1417503 Aug 08 20:25:39.090128 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-38f0f3d4-8d9e-41dd-8c5f-f035e860ce43 req-36063ed4-1404-4985-831e-0abd7731c266 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd177534-1da0-48a7-91f6-b734ecdb32f2 HTTP/1.1" status: 200 len: 1001 time: 0.0702076 Aug 08 20:25:39.150637 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0f3d4-8d9e-41dd-8c5f-f035e860ce43 req-46b837d2-fff3-4cab-b830-af9b7b505caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:39.152212 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-38f0f3d4-8d9e-41dd-8c5f-f035e860ce43 req-46b837d2-fff3-4cab-b830-af9b7b505caa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.0541482 Aug 08 20:25:39.177811 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a92b19-7be4-4ce6-80c8-be34a8cd367c req-472414a5-6b70-4f95-8884-8ed14c24ba38 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:39.179980 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-99a92b19-7be4-4ce6-80c8-be34a8cd367c req-472414a5-6b70-4f95-8884-8ed14c24ba38 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0729742 Aug 08 20:25:39.240330 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-99a92b19-7be4-4ce6-80c8-be34a8cd367c req-9f512039-52e7-471a-b00b-44080b4e0d66 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542421 Aug 08 20:25:39.242348 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0f3d4-8d9e-41dd-8c5f-f035e860ce43 req-c7e4aae4-b107-4500-937a-4f26ba8bd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:39.243916 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-38f0f3d4-8d9e-41dd-8c5f-f035e860ce43 req-c7e4aae4-b107-4500-937a-4f26ba8bd270 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818291 Aug 08 20:25:39.364157 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222e382-9ef8-4bb3-bc8c-60cd8136da73 req-b3c128ce-9563-476c-b47a-79685f334fdb tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:39.365737 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-5222e382-9ef8-4bb3-bc8c-60cd8136da73 req-b3c128ce-9563-476c-b47a-79685f334fdb tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.49 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 945 time: 0.1378427 Aug 08 20:25:39.408770 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-38f0f3d4-8d9e-41dd-8c5f-f035e860ce43 req-a5c6cc03-5404-46cc-856f-4fdd9ff0aa20 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414857 Aug 08 20:25:39.548210 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-5222e382-9ef8-4bb3-bc8c-60cd8136da73 req-5ec558d3-d219-4fd4-9519-1bdc3cccd87c tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Deleting port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:25:39.548210 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-5222e382-9ef8-4bb3-bc8c-60cd8136da73 req-5ec558d3-d219-4fd4-9519-1bdc3cccd87c tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:39.552236 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-38f0f3d4-8d9e-41dd-8c5f-f035e860ce43 req-c1b871f2-7c58-4c1d-b08e-e2f76b58ccc2 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312904 Aug 08 20:25:39.687200 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-5222e382-9ef8-4bb3-bc8c-60cd8136da73 req-5ec558d3-d219-4fd4-9519-1bdc3cccd87c tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] For port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=96dfc896-d2c6-4552-a6b4-9b3383ee75e9,segment=NetworkSegment(034e0334-8966-40fb-ad14-166750ce5deb),segment_id=034e0334-8966-40fb-ad14-166750ce5deb)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:25:39.687554 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-5222e382-9ef8-4bb3-bc8c-60cd8136da73 req-5ec558d3-d219-4fd4-9519-1bdc3cccd87c tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:39.702453 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-5222e382-9ef8-4bb3-bc8c-60cd8136da73 req-5ec558d3-d219-4fd4-9519-1bdc3cccd87c tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Calling delete_port for 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:25:39.729580 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7a460-9524-4185-ab28-9b175461e496 req-6af2c89e-3d92-4c3c-a62a-0aa160c69dde tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:39.731393 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1dd7a460-9524-4185-ab28-9b175461e496 req-6af2c89e-3d92-4c3c-a62a-0aa160c69dde tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 945 time: 0.0741518 Aug 08 20:25:39.805282 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1dd7a460-9524-4185-ab28-9b175461e496 req-57cffeba-f0f2-43fa-81ca-18a7abbe29bc tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662072 Aug 08 20:25:40.061022 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c650e-a1e2-4df1-ab2a-1ffc3a77b1c9 req-1d7f385a-852a-45cf-a8ae-b61c3a343ec2 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:40.061022 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d08c650e-a1e2-4df1-ab2a-1ffc3a77b1c9 req-1d7f385a-852a-45cf-a8ae-b61c3a343ec2 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0884988 Aug 08 20:25:40.161173 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d08c650e-a1e2-4df1-ab2a-1ffc3a77b1c9 req-c86c523d-b6c7-4d71-81b4-931927c5fd59 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972335 Aug 08 20:25:40.229264 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-5222e382-9ef8-4bb3-bc8c-60cd8136da73 req-5ec558d3-d219-4fd4-9519-1bdc3cccd87c tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (96dfc896-d2c6-4552-a6b4-9b3383ee75e9), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:40.257396 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['96dfc896-d2c6-4552-a6b4-9b3383ee75e9'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:25:40.263974 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec558d3-d219-4fd4-9519-1bdc3cccd87c tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Pushing event deleted for resources: {'Port': ['ID=96dfc896-d2c6-4552-a6b4-9b3383ee75e9,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:40.306913 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5222e382-9ef8-4bb3-bc8c-60cd8136da73 req-5ec558d3-d219-4fd4-9519-1bdc3cccd87c tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] No DVR routers for this DVR port 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:25:40.310582 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-5222e382-9ef8-4bb3-bc8c-60cd8136da73 req-5ec558d3-d219-4fd4-9519-1bdc3cccd87c tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:40.313950 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-5222e382-9ef8-4bb3-bc8c-60cd8136da73 req-5ec558d3-d219-4fd4-9519-1bdc3cccd87c tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.49 "DELETE /v2.0/ports/96dfc896-d2c6-4552-a6b4-9b3383ee75e9 HTTP/1.1" status: 204 len: 173 time: 0.9390638 Aug 08 20:25:40.318540 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cfc23b-7551-458b-85cc-6db7bb77a6f7', 'name': 'network-vif-deleted', 'tag': '96dfc896-d2c6-4552-a6b4-9b3383ee75e9'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:25:40.321037 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce68f4c-6e1b-4491-bec4-8ba61f41eda5" -d '{"events": [{"server_uuid": "68cfc23b-7551-458b-85cc-6db7bb77a6f7", "name": "network-vif-deleted", "tag": "96dfc896-d2c6-4552-a6b4-9b3383ee75e9"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:25:40.356292 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb19ce2-0c35-4941-8b64-43b2a2709ff2 x-openstack-request-id: req-cdb19ce2-0c35-4941-8b64-43b2a2709ff2 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:25:40.356587 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cfc23b-7551-458b-85cc-6db7bb77a6f7", "name": "network-vif-deleted", "tag": "96dfc896-d2c6-4552-a6b4-9b3383ee75e9", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:25:40.356873 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdb19ce2-0c35-4941-8b64-43b2a2709ff2 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:25:40.357285 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb19ce2-0c35-4941-8b64-43b2a2709ff2'] response: {'server_uuid': '68cfc23b-7551-458b-85cc-6db7bb77a6f7', 'name': 'network-vif-deleted', 'tag': '96dfc896-d2c6-4552-a6b4-9b3383ee75e9', 'status': 'completed', 'code': 200} Aug 08 20:25:40.403966 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00088a-6215-4d63-82ed-3de626c5d421 req-45f8e278-03d2-4c58-8b3e-69fe2b69be86 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:40.405511 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0b00088a-6215-4d63-82ed-3de626c5d421 req-45f8e278-03d2-4c58-8b3e-69fe2b69be86 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0570695 Aug 08 20:25:40.451669 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0b00088a-6215-4d63-82ed-3de626c5d421 req-9316764d-afca-47f0-99fd-113b3020c2ed tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404928 Aug 08 20:25:40.931331 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b5bd704e-869d-4222-b2ef-9b75a1141cf8 req-1c02e204-105d-40db-8580-36d852145116 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0376270 Aug 08 20:25:41.297912 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e89ed-5800-4e24-95a8-aeb3be315caf req-09d6bda7-6174-4424-a2f5-355b096fa04f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:41.299506 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a94e89ed-5800-4e24-95a8-aeb3be315caf req-09d6bda7-6174-4424-a2f5-355b096fa04f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0689621 Aug 08 20:25:41.369908 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a94e89ed-5800-4e24-95a8-aeb3be315caf req-dc83da44-c39c-4f13-bcb8-495c67af643d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598640 Aug 08 20:25:41.589258 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc94982-c91b-45dd-80f6-266daebcf63f req-90cf0c1d-091d-495b-a65a-44c01a45c313 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:41.590897 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cbc94982-c91b-45dd-80f6-266daebcf63f req-90cf0c1d-091d-495b-a65a-44c01a45c313 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0578024 Aug 08 20:25:41.642649 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cbc94982-c91b-45dd-80f6-266daebcf63f req-e4f34998-a002-4bb8-aaaa-1025015f4c3f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459244 Aug 08 20:25:42.074351 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-139db98a-24e0-48ca-832f-e92a329de518 req-1eeaeae9-52e6-442c-8192-93934f68f820 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0294120 Aug 08 20:25:42.557599 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338d053-c308-41be-b87c-fb67be6baa06 req-e94416b0-5657-44de-9b4e-df5015507dc5 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:42.559774 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e338d053-c308-41be-b87c-fb67be6baa06 req-e94416b0-5657-44de-9b4e-df5015507dc5 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0792460 Aug 08 20:25:42.633120 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e338d053-c308-41be-b87c-fb67be6baa06 req-6e855203-d8fc-445d-b48c-b8ba7d02d32d tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582373 Aug 08 20:25:42.836585 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243f8fd-455b-4af4-996f-fc9a3873100a req-5349b5d9-4cfb-40a2-be41-fdeadaa5bd02 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:42.838220 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f243f8fd-455b-4af4-996f-fc9a3873100a req-5349b5d9-4cfb-40a2-be41-fdeadaa5bd02 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0989738 Aug 08 20:25:42.895662 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f243f8fd-455b-4af4-996f-fc9a3873100a req-6d9b54b9-9bef-4893-ba90-b4f18b405b98 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515740 Aug 08 20:25:43.207343 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8d26fa7c-6ef2-4900-8d9a-42f0fe0c3b0e req-a9776c76-a699-4e23-b68d-05dd7a71cd63 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0299020 Aug 08 20:25:43.775527 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac032b16-b9d6-452f-9c4a-b40cb5c7271a req-18d55638-07c6-472c-875e-4958c24c1376 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:43.782610 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ac032b16-b9d6-452f-9c4a-b40cb5c7271a req-18d55638-07c6-472c-875e-4958c24c1376 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0662601 Aug 08 20:25:43.826909 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ac032b16-b9d6-452f-9c4a-b40cb5c7271a req-74d82d63-e7b4-410b-bc63-1a3a1938ab42 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421033 Aug 08 20:25:44.027963 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16426d2-a16e-4ad1-a1ae-77677c5a89ad req-d91234dc-e0ac-4d10-bc51-2e64a1fdc32c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:44.029481 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e16426d2-a16e-4ad1-a1ae-77677c5a89ad req-d91234dc-e0ac-4d10-bc51-2e64a1fdc32c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0535815 Aug 08 20:25:44.077648 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e16426d2-a16e-4ad1-a1ae-77677c5a89ad req-ab805869-cb2c-4396-b0b5-e1683e4d5424 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408790 Aug 08 20:25:44.319006 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6f460b34-1df2-427a-8002-25af84dae5fc req-d146643d-35b8-415f-9b99-0431a60417fb tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cfc23b-7551-458b-85cc-6db7bb77a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0313044 Aug 08 20:25:44.366072 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:25:44.385911 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:25:44.386260 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 96dfc896-d2c6-4552-a6b4-9b3383ee75e9 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:25:44.992413 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdabd20-264d-4f25-a076-2bbdc872d143 req-149395bf-7970-4642-925b-fe65375bb060 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:44.998347 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8bdabd20-264d-4f25-a076-2bbdc872d143 req-149395bf-7970-4642-925b-fe65375bb060 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0674994 Aug 08 20:25:45.072696 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8bdabd20-264d-4f25-a076-2bbdc872d143 req-0e02930e-a50f-4cb3-a9cc-7a550f1e620c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669060 Aug 08 20:25:45.217946 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e276795-0c18-4ced-a889-2d236615e473 req-39f207ea-1f8f-4b29-bef7-c3ece1c7732a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:45.219475 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3e276795-0c18-4ced-a889-2d236615e473 req-39f207ea-1f8f-4b29-bef7-c3ece1c7732a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0635302 Aug 08 20:25:45.273698 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3e276795-0c18-4ced-a889-2d236615e473 req-231b6f01-a3fc-4400-a75d-60589b93f490 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428736 Aug 08 20:25:45.547365 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde598a-ab05-4e2a-b705-db8bf0d34d5a req-fd1c0e9f-fe97-47e0-aa82-cc0835e5bc49 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:45.548948 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0fde598a-ab05-4e2a-b705-db8bf0d34d5a req-fd1c0e9f-fe97-47e0-aa82-cc0835e5bc49 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0581136 Aug 08 20:25:45.596899 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0fde598a-ab05-4e2a-b705-db8bf0d34d5a req-bae15a97-82c2-4436-8c7a-73dcc1ab2bff tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420074 Aug 08 20:25:45.693826 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94be07e-5bae-45cd-b411-2b66baec9772 req-df6113b2-095b-4b22-9843-0802f85f612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:45.695464 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c94be07e-5bae-45cd-b411-2b66baec9772 req-df6113b2-095b-4b22-9843-0802f85f612a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=634971e0b4474ca6a63f48c4df9db9f8&device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 1130 time: 0.0635500 Aug 08 20:25:45.811264 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94be07e-5bae-45cd-b411-2b66baec9772 req-6a433aa4-7815-4b4b-b3e8-a699ad67c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:45.818595 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c94be07e-5bae-45cd-b411-2b66baec9772 req-6a433aa4-7815-4b4b-b3e8-a699ad67c851 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b0afc92-421e-442d-8e82-dc3dbcf00e22 HTTP/1.1" status: 200 len: 912 time: 0.1051393 Aug 08 20:25:45.877959 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c94be07e-5bae-45cd-b411-2b66baec9772 req-f8448fe5-4b46-4555-a94c-4b68afa5020f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcdcbb78-7314-43e9-ad1c-2deb069be7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0550778 Aug 08 20:25:45.933300 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94be07e-5bae-45cd-b411-2b66baec9772 req-b3e0cf0e-421c-4ae6-9e98-b7bc4cb732a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:45.934706 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c94be07e-5bae-45cd-b411-2b66baec9772 req-b3e0cf0e-421c-4ae6-9e98-b7bc4cb732a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5030c856-d3a0-48d5-b9be-9e1da7f17882 HTTP/1.1" status: 200 len: 850 time: 0.0470977 Aug 08 20:25:46.114164 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94be07e-5bae-45cd-b411-2b66baec9772 req-64fc82dc-d986-4935-be09-6940e5ef5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:46.115642 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c94be07e-5bae-45cd-b411-2b66baec9772 req-64fc82dc-d986-4935-be09-6940e5ef5b16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b0afc92-421e-442d-8e82-dc3dbcf00e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442207 Aug 08 20:25:46.207147 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c94be07e-5bae-45cd-b411-2b66baec9772 req-687766f0-ce03-4fac-ad12-0ce4208d2500 service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818474 Aug 08 20:25:46.304855 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c94be07e-5bae-45cd-b411-2b66baec9772 req-d6cfa0f9-86ab-4f6f-b3b8-611ce8247a9b service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897655 Aug 08 20:25:46.406711 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f7b93-cdbd-4937-8164-ba6f49ed84bc req-fd6970ce-0824-476e-9802-b1a544ebc153 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:46.408176 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-208f7b93-cdbd-4937-8164-ba6f49ed84bc req-fd6970ce-0824-476e-9802-b1a544ebc153 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0536158 Aug 08 20:25:46.455777 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-208f7b93-cdbd-4937-8164-ba6f49ed84bc req-6571f1c7-c96e-48e3-81a7-76074c46aa90 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Aug 08 20:25:46.718993 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a950b5-b37e-44e3-8b36-c25902b56c50 req-076ac29b-db8c-4bd1-88bd-49c57ff7d06b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:46.720509 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a950b5-b37e-44e3-8b36-c25902b56c50 req-076ac29b-db8c-4bd1-88bd-49c57ff7d06b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0525520 Aug 08 20:25:46.772601 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4a950b5-b37e-44e3-8b36-c25902b56c50 req-b7f68426-7c74-4cd1-81bc-52d1bc484f44 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451164 Aug 08 20:25:47.381102 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db8c67-8cca-4b33-abd7-3b020296f947 req-c0758b54-5cf9-45ea-8d6f-70280ecf4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:47.382729 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a4db8c67-8cca-4b33-abd7-3b020296f947 req-c0758b54-5cf9-45ea-8d6f-70280ecf4d30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 1129 time: 0.0572119 Aug 08 20:25:47.584647 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecfb27-202b-4120-8cad-c853fba7e49f req-1a72b399-e99c-4966-94dc-9bbc8827e0af tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:47.586232 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5ecfb27-202b-4120-8cad-c853fba7e49f req-1a72b399-e99c-4966-94dc-9bbc8827e0af tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Aug 08 20:25:47.632945 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5ecfb27-202b-4120-8cad-c853fba7e49f req-f66a3796-2c8e-4655-9565-81b2aa1c1e31 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411000 Aug 08 20:25:47.897656 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cfa40-4820-446d-b28a-6520e41fc1d5 req-8c9eb389-86a6-47d8-9206-27da86b9707c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:47.899055 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-164cfa40-4820-446d-b28a-6520e41fc1d5 req-8c9eb389-86a6-47d8-9206-27da86b9707c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0545080 Aug 08 20:25:47.944416 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-164cfa40-4820-446d-b28a-6520e41fc1d5 req-7b946b89-9aab-41e4-93a3-264bb48b4fa5 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398202 Aug 08 20:25:48.763314 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c3b9f-5970-4d26-8532-908651c5dc7c req-8965b171-2ab2-4a08-b0c3-635bc919c0c8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:48.764792 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-812c3b9f-5970-4d26-8532-908651c5dc7c req-8965b171-2ab2-4a08-b0c3-635bc919c0c8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0576105 Aug 08 20:25:48.810963 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-812c3b9f-5970-4d26-8532-908651c5dc7c req-07531b9d-3630-492b-b158-70d392a5d07c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405543 Aug 08 20:25:49.063692 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a0717-09d0-4491-92e1-c3545b3499c0 req-1a84b5b4-3837-420a-bd7b-eb95a7717d04 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:49.065189 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9d6a0717-09d0-4491-92e1-c3545b3499c0 req-1a84b5b4-3837-420a-bd7b-eb95a7717d04 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0511186 Aug 08 20:25:49.118563 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9d6a0717-09d0-4491-92e1-c3545b3499c0 req-8d0e3db7-759b-4b7f-9cf0-5e94c8b3e0a1 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468073 Aug 08 20:25:49.174540 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db8c67-8cca-4b33-abd7-3b020296f947 req-82cc7ae8-3791-4efb-9f89-0d46b23f21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:49.176020 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a4db8c67-8cca-4b33-abd7-3b020296f947 req-82cc7ae8-3791-4efb-9f89-0d46b23f21c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 917 time: 0.0976822 Aug 08 20:25:49.244303 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a4db8c67-8cca-4b33-abd7-3b020296f947 req-63903d86-ebcd-46d7-af45-aed043f0f55f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647 HTTP/1.1" status: 200 len: 1001 time: 0.0582509 Aug 08 20:25:49.300633 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db8c67-8cca-4b33-abd7-3b020296f947 req-7d980fe2-3f1e-46bb-b273-e6b2c6f9244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:49.302185 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a4db8c67-8cca-4b33-abd7-3b020296f947 req-7d980fe2-3f1e-46bb-b273-e6b2c6f9244a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 200 len: 855 time: 0.0440986 Aug 08 20:25:49.370260 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db8c67-8cca-4b33-abd7-3b020296f947 req-c0b45fef-ab53-4931-8ae1-16e4d98c206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:49.371776 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a4db8c67-8cca-4b33-abd7-3b020296f947 req-c0b45fef-ab53-4931-8ae1-16e4d98c206f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0fe47e-2c8c-470d-88d2-53ef7f857979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521152 Aug 08 20:25:49.469531 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a4db8c67-8cca-4b33-abd7-3b020296f947 req-1ad12739-d9a2-484e-aa1b-5057e3a8c117 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838523 Aug 08 20:25:49.573759 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a4db8c67-8cca-4b33-abd7-3b020296f947 req-4142b497-dcc4-48b5-9ffb-888363e96fa9 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891004 Aug 08 20:25:49.949040 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2deb23e-11ee-4c2b-af69-4e71f82e2221 req-568a5621-8344-4ede-b50a-4360c7d24e37 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:49.949040 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d2deb23e-11ee-4c2b-af69-4e71f82e2221 req-568a5621-8344-4ede-b50a-4360c7d24e37 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 945 time: 0.0560081 Aug 08 20:25:50.002479 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d2deb23e-11ee-4c2b-af69-4e71f82e2221 req-4cc7bfe2-e6d2-4d25-8548-a49ffda919e8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458274 Aug 08 20:25:50.245974 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05de24-8aa7-442e-9144-5e33d84650d1 req-c6e41625-89e4-4c28-9c18-b1ae9d06fd3f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:50.247663 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5b05de24-8aa7-442e-9144-5e33d84650d1 req-c6e41625-89e4-4c28-9c18-b1ae9d06fd3f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0593257 Aug 08 20:25:50.293912 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5b05de24-8aa7-442e-9144-5e33d84650d1 req-88ce49bb-cae1-4ee6-a613-f5cdf99fe123 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407333 Aug 08 20:25:50.388082 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a9b1d35d-ee5c-4bec-b651-4bff95828647 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:25:50.458503 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port a9b1d35d-ee5c-4bec-b651-4bff95828647 is: ACTIVE; New status is: DOWN {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:25:50.458919 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:50.481366 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:25:50.483605 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b626b8d3-3874-48e4-8111-b0b41dcfc995" -d '{"events": [{"server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:25:50.496558 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:25:50.522203 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Aug 2022 20:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9567f264-2c33-4e63-8714-f0830988e6a6 x-openstack-request-id: req-9567f264-2c33-4e63-8714-f0830988e6a6 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:25:50.522563 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:25:50.522834 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9567f264-2c33-4e63-8714-f0830988e6a6 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:25:50.523235 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9567f264-2c33-4e63-8714-f0830988e6a6'] response: {'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'code': 200} Aug 08 20:25:50.581970 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:50.639181 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=a9b1d35d-ee5c-4bec-b651-4bff95828647,revision_number=8']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:25:51.051511 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8eb5d849-f82e-46b2-a14b-7b26df85e5b6 req-27fdc2a9-db1c-4f21-8812-6874bde6467f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499270 Aug 08 20:25:51.121804 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d849-f82e-46b2-a14b-7b26df85e5b6 req-c36d53ad-d678-48be-b39b-07898f428046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:51.125155 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8eb5d849-f82e-46b2-a14b-7b26df85e5b6 req-c36d53ad-d678-48be-b39b-07898f428046 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 1129 time: 0.0480609 Aug 08 20:25:51.141596 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d812ba-d2df-46f6-a209-d20cdf4763cf req-91d81e94-5b4a-44fb-8693-8def76ddea20 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:51.143100 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-56d812ba-d2df-46f6-a209-d20cdf4763cf req-91d81e94-5b4a-44fb-8693-8def76ddea20 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0638115 Aug 08 20:25:51.197494 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-56d812ba-d2df-46f6-a209-d20cdf4763cf req-f4b44934-cf04-4361-8ef9-6563b090f1e1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476155 Aug 08 20:25:51.261227 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d849-f82e-46b2-a14b-7b26df85e5b6 req-cce50c22-bcc7-4fb1-b91e-432720a106a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:51.262977 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8eb5d849-f82e-46b2-a14b-7b26df85e5b6 req-cce50c22-bcc7-4fb1-b91e-432720a106a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 919 time: 0.1180928 Aug 08 20:25:51.310941 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8eb5d849-f82e-46b2-a14b-7b26df85e5b6 req-da3b5e65-aef5-492b-8a4c-05093f4a84d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b HTTP/1.1" status: 200 len: 217 time: 0.0413475 Aug 08 20:25:51.366343 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d849-f82e-46b2-a14b-7b26df85e5b6 req-0fdd8254-1fe7-4741-81f4-efb583719b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:51.367892 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8eb5d849-f82e-46b2-a14b-7b26df85e5b6 req-0fdd8254-1fe7-4741-81f4-efb583719b7e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.0507267 Aug 08 20:25:51.432911 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d849-f82e-46b2-a14b-7b26df85e5b6 req-61b45491-f016-48b5-8417-3e95220560aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:51.434425 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8eb5d849-f82e-46b2-a14b-7b26df85e5b6 req-61b45491-f016-48b5-8417-3e95220560aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549467 Aug 08 20:25:51.525842 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d2726ee7-8afa-4c4d-b433-77747caaad6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:51.533549 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8eb5d849-f82e-46b2-a14b-7b26df85e5b6 req-dff36e98-d956-427c-a892-41faccadc44d service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880816 Aug 08 20:25:51.575879 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:25:51.624618 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8eb5d849-f82e-46b2-a14b-7b26df85e5b6 req-ef6a6a31-8d1d-4c26-b062-d7e8d2445304 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839400 Aug 08 20:25:51.953435 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:52.331331 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39679721-2d07-403c-922d-40b845d8860c req-761993e6-137d-4df1-9217-fb05b99d98c6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:52.332853 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-39679721-2d07-403c-922d-40b845d8860c req-761993e6-137d-4df1-9217-fb05b99d98c6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0554576 Aug 08 20:25:52.384175 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-39679721-2d07-403c-922d-40b845d8860c req-9777665c-6953-4558-a6ef-45a935b603dc tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451679 Aug 08 20:25:53.680874 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [req-669decc8-cff0-4d13-88c5-08ebb9bc6f96 req-2a5f96e8-1380-4fa5-b58a-9e639557e75c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:25:53.681928 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-669decc8-cff0-4d13-88c5-08ebb9bc6f96 req-2a5f96e8-1380-4fa5-b58a-9e639557e75c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054760 Aug 08 20:25:53.987819 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b2639-8bfe-44f3-98b6-bc84313928d4 req-f7c9ed52-73a6-4cb1-8cbb-0152ce4711c8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:53.989424 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-955b2639-8bfe-44f3-98b6-bc84313928d4 req-f7c9ed52-73a6-4cb1-8cbb-0152ce4711c8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0557292 Aug 08 20:25:54.036917 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-955b2639-8bfe-44f3-98b6-bc84313928d4 req-f2bc902e-8a7f-4e52-ba7a-c1d4d68ff4fc tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Aug 08 20:25:54.044565 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-be05181b-f04e-49c2-8a6e-6dd9d640601d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:54.522724 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 56292) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:54.651135 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-3e97ec90-9e4f-496b-803e-3f0fbbcc28f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271756 Aug 08 20:25:54.660150 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-8f2954b8-6f08-46f3-bd0b-4d39c62391ee service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:25:54.661170 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-8f2954b8-6f08-46f3-bd0b-4d39c62391ee service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048194 Aug 08 20:25:54.739581 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 56300) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:25:54.792723 dv-cinder-848821-2-iscsi neutron-server[104384]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 08 20:25:54.842211 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-f95c93f1-ef10-48fc-959c-cbdda6460b9d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:54.843577 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-f95c93f1-ef10-48fc-959c-cbdda6460b9d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports/a9b1d35d-ee5c-4bec-b651-4bff95828647 HTTP/1.1" status: 200 len: 940 time: 0.1029947 Aug 08 20:25:55.028220 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:55.190046 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a0dfa-b58b-4be0-86f7-e8a31b579118 req-ac146d82-b832-41e3-9140-ed7131bc9d13 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:55.197256 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e97a0dfa-b58b-4be0-86f7-e8a31b579118 req-ac146d82-b832-41e3-9140-ed7131bc9d13 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0635297 Aug 08 20:25:55.251071 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e97a0dfa-b58b-4be0-86f7-e8a31b579118 req-263c1775-9381-40e6-8bf5-61bbef9d78e2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517170 Aug 08 20:25:56.206557 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2be3f17c-dac2-497a-963a-0f429cf54c24 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:56.208014 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2be3f17c-dac2-497a-963a-0f429cf54c24 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/networks?id=2558959f-2c40-4aa5-91d9-d096325de781 HTTP/1.1" status: 200 len: 813 time: 0.1098313 Aug 08 20:25:56.222508 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-70560b1a-d5d9-45a6-a924-5cab5d7887ce tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/quotas/16e1365639f3418abed26af72885e0b7 HTTP/1.1" status: 200 len: 375 time: 0.0092187 Aug 08 20:25:56.253035 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-9ec7b595-72e5-49a7-ac2b-c6c27a8c40bf tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=16e1365639f3418abed26af72885e0b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255890 Aug 08 20:25:56.575307 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:56.577101 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-7de9dce9-a27a-4609-85c7-236966368558 service neutron] 10.222.0.26 "GET /v2.0/networks/2558959f-2c40-4aa5-91d9-d096325de781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175714 Aug 08 20:25:56.635824 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d253f-5fc5-4bec-9038-97142ffb87a2 req-7e85b402-bde4-4e00-987d-007e1b7582d9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:56.637957 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d56d253f-5fc5-4bec-9038-97142ffb87a2 req-7e85b402-bde4-4e00-987d-007e1b7582d9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.3088777 Aug 08 20:25:56.716518 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d56d253f-5fc5-4bec-9038-97142ffb87a2 req-dba368e7-e8ec-494e-a4e2-236af917d62f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714839 Aug 08 20:25:56.718551 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-d1225be4-12af-464a-bd5a-ea59d662a124 service neutron] 10.222.0.26 "GET /v2.0/networks/2558959f-2c40-4aa5-91d9-d096325de781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347263 Aug 08 20:25:56.950664 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c2953204-f16f-4a0f-b7a6-e79f173c96bd req-9bd6cacf-b0df-4834-beab-af0b66f273d7 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 210 time: 0.0267110 Aug 08 20:25:57.853027 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91ce96-3068-4cf0-97c6-2b5d9b0ca94d req-ca88f3e9-66a5-4927-b04c-d74d5e6f4cfa tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:57.854494 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0f91ce96-3068-4cf0-97c6-2b5d9b0ca94d req-ca88f3e9-66a5-4927-b04c-d74d5e6f4cfa tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0518603 Aug 08 20:25:57.903005 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0f91ce96-3068-4cf0-97c6-2b5d9b0ca94d req-ffb33cff-9a7e-4039-ab26-fd854565f3ce tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422516 Aug 08 20:25:58.039399 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:25:58.054425 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fb46c30b-6f4e-46cf-96f6-c91fbb8012c6 req-d8fa1de0-20bb-4aa1-a96a-5893f4488952 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 210 time: 0.0343153 Aug 08 20:25:58.204239 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a9b1d35d-ee5c-4bec-b651-4bff95828647 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:25:58.282781 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port a9b1d35d-ee5c-4bec-b651-4bff95828647 is: DOWN; New status is: DOWN {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:25:59.031164 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6145058-baaa-4b6f-9a09-3da822446932 req-44409c1c-dc1a-4216-b4db-5f60730112e0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:25:59.032649 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b6145058-baaa-4b6f-9a09-3da822446932 req-44409c1c-dc1a-4216-b4db-5f60730112e0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0532227 Aug 08 20:25:59.082757 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b6145058-baaa-4b6f-9a09-3da822446932 req-52976309-af56-413b-bb28-eb15dd0ee572 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444725 Aug 08 20:25:59.152064 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9ef92d88-d05c-4d46-bc03-9c5feecfa10b req-5e24bfa3-df34-45dc-acbf-43c3bf279d53 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 210 time: 0.0272534 Aug 08 20:26:00.209246 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65446ead-21e6-466b-a0e8-576d12dade20 req-86ebd5c3-5328-4ef0-aa76-46a92eb8ed06 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:00.210739 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-65446ead-21e6-466b-a0e8-576d12dade20 req-86ebd5c3-5328-4ef0-aa76-46a92eb8ed06 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0524623 Aug 08 20:26:00.258888 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f9383986-b981-4469-b5d2-4568e049b204 req-c4d33b60-86d5-4853-98f1-e529dd779f05 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 210 time: 0.0356562 Aug 08 20:26:00.285895 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-65446ead-21e6-466b-a0e8-576d12dade20 req-549e6107-04fe-4ba1-8e9d-39553d0a76c9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695808 Aug 08 20:26:01.359225 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ca68d444-c16f-4f49-b003-f1f0ac3010d7 req-db319494-babe-4fa7-bff4-2563d0afc2f6 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 210 time: 0.0298741 Aug 08 20:26:01.415128 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0574713-b529-463f-a043-a9f0cbc5317d req-9e588cc8-666a-4c07-9335-066aad82e27f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:01.416689 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a0574713-b529-463f-a043-a9f0cbc5317d req-9e588cc8-666a-4c07-9335-066aad82e27f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0545216 Aug 08 20:26:01.467898 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a0574713-b529-463f-a043-a9f0cbc5317d req-20f19382-3d6d-4333-9a99-5cefe41982c4 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449703 Aug 08 20:26:02.233472 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-574a1d59-0ba0-4703-acb8-2aab390b22e7 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:02.235020 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-574a1d59-0ba0-4703-acb8-2aab390b22e7 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.49 "GET /v2.0/networks?id=2558959f-2c40-4aa5-91d9-d096325de781 HTTP/1.1" status: 200 len: 813 time: 0.1033194 Aug 08 20:26:02.250124 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Request body: {'port': {'device_id': '732bed83-9ff2-4d9b-9b5b-a9ab2059d60c', 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781', 'admin_state_up': True, 'tenant_id': '16e1365639f3418abed26af72885e0b7'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:26:02.427506 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Made reservation on behalf of 16e1365639f3418abed26af72885e0b7 for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:26:02.431555 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:02.465638 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dc002e17-fc3b-4c28-a73e-fe2656d1d665 req-3ac317cd-3ef0-4490-af07-7b723cdb669e tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 210 time: 0.0310709 Aug 08 20:26:02.585346 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Allocated IP 172.20.0.9 (2558959f-2c40-4aa5-91d9-d096325de781/aaadb635-8301-4f63-a5a7-312018500da2/aafcc1a2-7681-4dd3-a625-d2a2cb22d27f) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:26:02.616293 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c820101-cf9a-4b55-ba61-0013433497e8 req-784dbed3-5769-47bd-8a85-c65b035aded6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:02.617788 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6c820101-cf9a-4b55-ba61-0013433497e8 req-784dbed3-5769-47bd-8a85-c65b035aded6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0581746 Aug 08 20:26:02.667100 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6c820101-cf9a-4b55-ba61-0013433497e8 req-8143c913-79a2-4b88-8d33-aec2b32f6404 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426779 Aug 08 20:26:02.734695 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks [] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:02.823306 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:02.878187 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Network 2558959f-2c40-4aa5-91d9-d096325de781 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:26:02.884032 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:26:02.887067 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:26:02.921139 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Pushing event updated for resources: {'Port': ['ID=aafcc1a2-7681-4dd3-a625-d2a2cb22d27f,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:02.934795 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.935502 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.938498 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.938498 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.938498 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.938498 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.938498 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.938498 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.938498 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.938498 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.938498 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.939223 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.939223 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:02.955909 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:02.956552 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:03.040247 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-2db8847a-0f75-44f5-bbbd-2b9dbff9338b tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7946279 Aug 08 20:26:03.056018 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Request body: {'port': {'device_id': '732bed83-9ff2-4d9b-9b5b-a9ab2059d60c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:26:03.130126 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:03.388933 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aafcc1a2-7681-4dd3-a625-d2a2cb22d27f {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:26:03.396339 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Publish callbacks [] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:03.409321 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Transition to ACTIVE for port object aafcc1a2-7681-4dd3-a625-d2a2cb22d27f will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:26:03.496188 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:03.588207 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445885e-dbf7-4265-bb80-833fc6806ee0 req-e8737b19-8f56-463c-82b7-f4ddc55696be tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:03.589763 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c445885e-dbf7-4265-bb80-833fc6806ee0 req-e8737b19-8f56-463c-82b7-f4ddc55696be tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0542219 Aug 08 20:26:03.617372 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Pushing event updated for resources: {'Port': ['ID=aafcc1a2-7681-4dd3-a625-d2a2cb22d27f,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:03.643932 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c445885e-dbf7-4265-bb80-833fc6806ee0 req-47c7d0b5-76f5-4251-9888-1e3b775cc535 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483122 Aug 08 20:26:03.668622 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Attempting to bind port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:26:03.668982 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Attempting to bind port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '034e0334-8966-40fb-ad14-166750ce5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:26:03.669377 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Attempting to bind port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f on network 2558959f-2c40-4aa5-91d9-d096325de781 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:26:03.674293 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-c0a00c6c-dc34-4e5d-be88-1f2c5b0518fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:03.675787 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-c0a00c6c-dc34-4e5d-be88-1f2c5b0518fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000&tenant_id=1cc3ee90744548a3a0b771b209ab3d8c HTTP/1.1" status: 200 len: 1127 time: 0.1411304 Aug 08 20:26:03.677726 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f on network 2558959f-2c40-4aa5-91d9-d096325de781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:26:03.678044 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Attempting to bind port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f on network 2558959f-2c40-4aa5-91d9-d096325de781 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:26:03.682687 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:26:03.683022 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Checking segment: {'id': '034e0334-8966-40fb-ad14-166750ce5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:26:03.683393 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Bound using segment: {'id': '034e0334-8966-40fb-ad14-166750ce5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:26:03.683862 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Bound port: aafcc1a2-7681-4dd3-a625-d2a2cb22d27f, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034e0334-8966-40fb-ad14-166750ce5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:26:03.684157 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:03.777276 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] For port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:26:03.780996 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] For port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=aafcc1a2-7681-4dd3-a625-d2a2cb22d27f,segment=NetworkSegment(034e0334-8966-40fb-ad14-166750ce5deb),segment_id=034e0334-8966-40fb-ad14-166750ce5deb)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:26:03.787677 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-ee89b861-211f-459f-8a63-109e81a2ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:03.789174 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-ee89b861-211f-459f-8a63-109e81a2ca51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 1127 time: 0.0748129 Aug 08 20:26:03.799843 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d82c3a-5a2a-4883-9787-b7f6ca7b9884 req-683a224e-37fe-4f83-b5b5-d6c09d14bfa3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:03.801343 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-31d82c3a-5a2a-4883-9787-b7f6ca7b9884 req-683a224e-37fe-4f83-b5b5-d6c09d14bfa3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0555472 Aug 08 20:26:03.844550 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:03.847669 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-31d82c3a-5a2a-4883-9787-b7f6ca7b9884 req-0089a513-9922-4809-a5ec-bb83e1bd587e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405483 Aug 08 20:26:03.858593 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:03.859208 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:03.860592 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] 10.222.0.49 "PUT /v2.0/ports/aafcc1a2-7681-4dd3-a625-d2a2cb22d27f HTTP/1.1" status: 200 len: 1093 time: 0.8097713 Aug 08 20:26:03.861107 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732bed83-9ff2-4d9b-9b5b-a9ab2059d60c', 'tag': 'aafcc1a2-7681-4dd3-a625-d2a2cb22d27f'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:26:03.863371 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2b9ff1-dc28-43d5-aa01-e5d891358940" -d '{"events": [{"name": "network-changed", "server_uuid": "732bed83-9ff2-4d9b-9b5b-a9ab2059d60c", "tag": "aafcc1a2-7681-4dd3-a625-d2a2cb22d27f"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:26:03.912989 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58042f49-5fe9-4a46-9cf2-01c5d2dbdc56 x-openstack-request-id: req-58042f49-5fe9-4a46-9cf2-01c5d2dbdc56 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:26:03.913290 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732bed83-9ff2-4d9b-9b5b-a9ab2059d60c", "tag": "aafcc1a2-7681-4dd3-a625-d2a2cb22d27f", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:26:03.913554 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58042f49-5fe9-4a46-9cf2-01c5d2dbdc56 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:26:03.913968 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58042f49-5fe9-4a46-9cf2-01c5d2dbdc56'] response: {'name': 'network-changed', 'server_uuid': '732bed83-9ff2-4d9b-9b5b-a9ab2059d60c', 'tag': 'aafcc1a2-7681-4dd3-a625-d2a2cb22d27f', 'status': 'completed', 'code': 200} Aug 08 20:26:03.949353 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c64ff-ae99-4121-b687-9478ce87eb4e service neutron] Pushing event updated for resources: {'Port': ['ID=aafcc1a2-7681-4dd3-a625-d2a2cb22d27f,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:03.967983 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-5faa0005-11cf-4d20-bc89-57d0ffa2ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:03.969631 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-5faa0005-11cf-4d20-bc89-57d0ffa2ab5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 917 time: 0.1702027 Aug 08 20:26:04.030141 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b9ff1-dc28-43d5-aa01-e5d891358940 req-f67f4c36-593f-4b90-8917-842fee5d89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:04.031452 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9a2b9ff1-dc28-43d5-aa01-e5d891358940 req-f67f4c36-593f-4b90-8917-842fee5d89f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16e1365639f3418abed26af72885e0b7&device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 1127 time: 0.0944893 Aug 08 20:26:04.039391 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-eeed9c08-81b2-4196-9ea0-841a5e4b90bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647 HTTP/1.1" status: 200 len: 999 time: 0.0636489 Aug 08 20:26:04.143560 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-52d217c4-f30a-4a71-9a4d-b1c6ba3794b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:04.145140 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-52d217c4-f30a-4a71-9a4d-b1c6ba3794b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 200 len: 855 time: 0.0965712 Aug 08 20:26:04.199010 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b9ff1-dc28-43d5-aa01-e5d891358940 req-5b9818be-cafd-403b-8d59-9f1631516be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:04.200494 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9a2b9ff1-dc28-43d5-aa01-e5d891358940 req-5b9818be-cafd-403b-8d59-9f1631516be7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=16e1365639f3418abed26af72885e0b7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1602631 Aug 08 20:26:04.265209 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-a8fc4833-a755-4ffa-acae-05f039905ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:04.265209 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-a8fc4833-a755-4ffa-acae-05f039905ad5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0fe47e-2c8c-470d-88d2-53ef7f857979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1082633 Aug 08 20:26:04.359701 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b9ff1-dc28-43d5-aa01-e5d891358940 req-6178d174-991d-4557-a24f-bda4c67c4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:04.361232 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9a2b9ff1-dc28-43d5-aa01-e5d891358940 req-6178d174-991d-4557-a24f-bda4c67c4a5a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1525381 Aug 08 20:26:04.385996 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-07acfad6-cc6d-4070-ae96-e8ea1ee9073e service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124101 Aug 08 20:26:04.509328 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-70ea286c-e964-427e-9d53-6aa1282d7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:04.510820 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-70ea286c-e964-427e-9d53-6aa1282d7d4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16e1365639f3418abed26af72885e0b7&device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 1127 time: 0.1104620 Aug 08 20:26:04.515314 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-f2bee2af-3b59-46ab-a434-8154f73fd33e service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229930 Aug 08 20:26:04.770503 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22125c57-81d0-477d-a768-1675a3eb6f76 req-37eb810c-b849-48c4-af52-1e0e5fe9f431 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:04.772349 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-22125c57-81d0-477d-a768-1675a3eb6f76 req-37eb810c-b849-48c4-af52-1e0e5fe9f431 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0563645 Aug 08 20:26:04.805985 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-c5a358ac-696d-49f8-964a-dfebd2c7bc8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aafcc1a2-7681-4dd3-a625-d2a2cb22d27f HTTP/1.1" status: 200 len: 217 time: 0.2809439 Aug 08 20:26:04.830713 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-22125c57-81d0-477d-a768-1675a3eb6f76 req-284a43a2-cd6d-4596-905c-af99df8a41dc tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448227 Aug 08 20:26:04.859425 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-4e6ae819-6682-490f-9944-313663c5f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:04.860964 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-4e6ae819-6682-490f-9944-313663c5f2cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaadb635-8301-4f63-a5a7-312018500da2 HTTP/1.1" status: 200 len: 853 time: 0.0475698 Aug 08 20:26:04.895615 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-0e0b28e1-666c-49ec-9219-2fe5bb9e77eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2558959f-2c40-4aa5-91d9-d096325de781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272994 Aug 08 20:26:05.011983 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ffb7c-8745-4017-b0f0-66a7c79a0a4b req-7f23def7-f89a-4bf3-b847-d437cf98829b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:05.014551 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-917ffb7c-8745-4017-b0f0-66a7c79a0a4b req-7f23def7-f89a-4bf3-b847-d437cf98829b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0761409 Aug 08 20:26:05.036119 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-ad6c4731-818c-41f6-b71c-3ec15f68c1ab service neutron] 10.222.0.49 "GET /v2.0/networks/2558959f-2c40-4aa5-91d9-d096325de781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312737 Aug 08 20:26:05.065900 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-917ffb7c-8745-4017-b0f0-66a7c79a0a4b req-e8b9698f-2689-452b-bbb5-10e95053fb7a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448816 Aug 08 20:26:05.127716 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-dd032d67-6819-469d-a5eb-f6bf844c4f87 req-aa6ce0cb-6db5-42af-82c7-c195b7ee16e6 service neutron] 10.222.0.49 "GET /v2.0/networks/2558959f-2c40-4aa5-91d9-d096325de781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835178 Aug 08 20:26:05.964415 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa0aa0-276a-44d9-80de-441d175fc815 req-8e4a7807-e813-4ebf-9868-837d7ebb6ce3 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:05.966856 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8eaa0aa0-276a-44d9-80de-441d175fc815 req-8e4a7807-e813-4ebf-9868-837d7ebb6ce3 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0609949 Aug 08 20:26:06.022332 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8eaa0aa0-276a-44d9-80de-441d175fc815 req-91306cba-f337-4b90-926d-c9e94ff53535 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487123 Aug 08 20:26:06.203513 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7377f-a2c6-49d9-9b82-8e7989bbbf75 req-4941d89e-35c9-431c-a1d7-ab89e9340d9d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:06.205011 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f4f7377f-a2c6-49d9-9b82-8e7989bbbf75 req-4941d89e-35c9-431c-a1d7-ab89e9340d9d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0534163 Aug 08 20:26:06.258414 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f4f7377f-a2c6-49d9-9b82-8e7989bbbf75 req-cc0f9893-6913-4440-9c72-70c8fd1f6880 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473156 Aug 08 20:26:07.164355 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e083-fbd8-4fa4-bfb6-67b5257ec7c9 req-a1ce8f67-62db-4942-8794-ed481cbf4cc6 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:07.165965 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c378e083-fbd8-4fa4-bfb6-67b5257ec7c9 req-a1ce8f67-62db-4942-8794-ed481cbf4cc6 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0617526 Aug 08 20:26:07.237460 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c378e083-fbd8-4fa4-bfb6-67b5257ec7c9 req-53cdbb3c-394d-4d49-b87c-cff5aa06a737 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647922 Aug 08 20:26:07.395172 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b929e-6815-4a79-9209-8ab978f2f16a req-23641d49-705b-4b7e-8826-fc163b416009 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:07.396687 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-642b929e-6815-4a79-9209-8ab978f2f16a req-23641d49-705b-4b7e-8826-fc163b416009 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0569613 Aug 08 20:26:07.451454 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-642b929e-6815-4a79-9209-8ab978f2f16a req-cafdfa11-1fad-46bc-b5b0-9948e9392ae4 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488913 Aug 08 20:26:07.772234 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 56542) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:07.893633 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-2846a79c-b445-4b82-a3b6-66c0a9f754dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:07.980941 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-2846a79c-b445-4b82-a3b6-66c0a9f754dc admin admin] Publish callbacks [] for security_group (7335c0fc-834c-46e4-9cd4-280a0be489a9), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:08.032156 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-2846a79c-b445-4b82-a3b6-66c0a9f754dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (7335c0fc-834c-46e4-9cd4-280a0be489a9), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:08.074323 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-2846a79c-b445-4b82-a3b6-66c0a9f754dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0eb6b3d1dd6b4fcb8702d21857535a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007877 Aug 08 20:26:08.075213 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846a79c-b445-4b82-a3b6-66c0a9f754dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7335c0fc-834c-46e4-9cd4-280a0be489a9,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:08.077833 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 56548) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:08.172532 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Publish callbacks [] for security_group (7335c0fc-834c-46e4-9cd4-280a0be489a9), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:08.207595 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Publish callbacks [] for security_group (7335c0fc-834c-46e4-9cd4-280a0be489a9), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:08.327160 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (7335c0fc-834c-46e4-9cd4-280a0be489a9), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:08.329931 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:08.331007 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7335c0fc-834c-46e4-9cd4-280a0be489a9 HTTP/1.1" status: 204 len: 168 time: 0.2520945 Aug 08 20:26:08.360102 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7335c0fc-834c-46e4-9cd4-280a0be489a9,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:08.370051 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.370418 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.370748 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.371108 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.371434 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.371761 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.372089 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.373124 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.373124 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.373756 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.373974 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.374308 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.374667 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3c850-00d0-4edc-95f7-c37059e15470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:08.394753 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d09658-19d4-4a62-85e5-c075fd1e3dad req-ced3c354-e702-469f-bc8b-079076fbc800 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:08.396343 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-04d09658-19d4-4a62-85e5-c075fd1e3dad req-ced3c354-e702-469f-bc8b-079076fbc800 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0795043 Aug 08 20:26:08.462924 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-04d09658-19d4-4a62-85e5-c075fd1e3dad req-3cbb9162-e994-46c4-acf2-b223d34e4205 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589070 Aug 08 20:26:08.612694 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66020f6-2869-4ae0-b79b-93c824f30d03 req-653d1965-b48a-4849-8456-ee11cc9f06d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:08.614480 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f66020f6-2869-4ae0-b79b-93c824f30d03 req-653d1965-b48a-4849-8456-ee11cc9f06d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0831513 Aug 08 20:26:08.701442 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f66020f6-2869-4ae0-b79b-93c824f30d03 req-d0b91f76-2061-4a99-a8c7-f56916e49bad tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716493 Aug 08 20:26:09.282879 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 56580) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:09.420379 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-73fc6f16-d103-4fd9-8505-f01a97a4572a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:09.518305 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-73fc6f16-d103-4fd9-8505-f01a97a4572a admin admin] Publish callbacks [] for security_group (2fe47509-4be7-4ffe-8976-70c0efa03d2e), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:09.604005 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4598bb8-3334-4417-b5f3-7459203bbac3 req-04881cdf-c41e-4b0e-b32b-0df5844497ec tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:09.605519 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c4598bb8-3334-4417-b5f3-7459203bbac3 req-04881cdf-c41e-4b0e-b32b-0df5844497ec tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0550702 Aug 08 20:26:09.643544 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-73fc6f16-d103-4fd9-8505-f01a97a4572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (2fe47509-4be7-4ffe-8976-70c0efa03d2e), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:09.674588 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c4598bb8-3334-4417-b5f3-7459203bbac3 req-017cc301-d2f4-4157-9070-345877a20083 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628493 Aug 08 20:26:09.694866 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-73fc6f16-d103-4fd9-8505-f01a97a4572a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c8a439111b84a21b60f99b596fe432a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4107435 Aug 08 20:26:09.697512 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 56590) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:09.721793 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc6f16-d103-4fd9-8505-f01a97a4572a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe47509-4be7-4ffe-8976-70c0efa03d2e,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:09.771766 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-66ac9a10-3003-4c26-93b5-5e2cabc1c61d admin admin] Publish callbacks [] for security_group (2fe47509-4be7-4ffe-8976-70c0efa03d2e), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:09.797335 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-66ac9a10-3003-4c26-93b5-5e2cabc1c61d admin admin] Publish callbacks [] for security_group (2fe47509-4be7-4ffe-8976-70c0efa03d2e), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:09.880166 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb14cf2-51a5-4092-a7be-a5fdff9bf66e req-26bb7b13-416a-4aa4-9c78-f17a668604f7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:09.881894 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3eb14cf2-51a5-4092-a7be-a5fdff9bf66e req-26bb7b13-416a-4aa4-9c78-f17a668604f7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0765319 Aug 08 20:26:09.933328 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3eb14cf2-51a5-4092-a7be-a5fdff9bf66e req-5ed1bb2e-0c12-4d10-8987-dc3abf1eeb20 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441108 Aug 08 20:26:09.997899 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-66ac9a10-3003-4c26-93b5-5e2cabc1c61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (2fe47509-4be7-4ffe-8976-70c0efa03d2e), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:10.001172 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-66ac9a10-3003-4c26-93b5-5e2cabc1c61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:10.004665 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-66ac9a10-3003-4c26-93b5-5e2cabc1c61d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fe47509-4be7-4ffe-8976-70c0efa03d2e HTTP/1.1" status: 204 len: 168 time: 0.3037705 Aug 08 20:26:10.012846 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac9a10-3003-4c26-93b5-5e2cabc1c61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe47509-4be7-4ffe-8976-70c0efa03d2e,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:10.863987 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ee57e-f72e-4aa9-a7e2-8b55ef69a97f req-cb3dacc0-7a21-4f52-90d4-99ae6aece93a tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:10.865905 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ef8ee57e-f72e-4aa9-a7e2-8b55ef69a97f req-cb3dacc0-7a21-4f52-90d4-99ae6aece93a tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0827260 Aug 08 20:26:10.922464 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ef8ee57e-f72e-4aa9-a7e2-8b55ef69a97f req-96c5badd-430d-40fe-8e74-d3d4b811ec7e tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499041 Aug 08 20:26:11.084230 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98278cf-d82c-4138-8319-bb5a2e7eb376 req-30152a92-41ae-42c1-bf4b-ffdb99c9f7be tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:11.086244 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f98278cf-d82c-4138-8319-bb5a2e7eb376 req-30152a92-41ae-42c1-bf4b-ffdb99c9f7be tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0741525 Aug 08 20:26:11.147655 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f98278cf-d82c-4138-8319-bb5a2e7eb376 req-77cfaf19-55bd-4ec0-a37f-22e2fc01bbe4 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529883 Aug 08 20:26:12.087048 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d347db0-62a5-4477-b6b9-80c824110b43 req-94abebd1-fa85-47ca-aab9-cb7498a95785 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:12.088632 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4d347db0-62a5-4477-b6b9-80c824110b43 req-94abebd1-fa85-47ca-aab9-cb7498a95785 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0665851 Aug 08 20:26:12.177088 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4d347db0-62a5-4477-b6b9-80c824110b43 req-535b1c75-a324-4755-b08a-04675ed23e50 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815003 Aug 08 20:26:12.304180 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34112a1-9e41-4afb-ab98-306abc0b2adb req-8510d323-aceb-4105-a955-253d01f840d0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:12.305816 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c34112a1-9e41-4afb-ab98-306abc0b2adb req-8510d323-aceb-4105-a955-253d01f840d0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0609653 Aug 08 20:26:12.357757 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c34112a1-9e41-4afb-ab98-306abc0b2adb req-e012965d-f644-41a1-bac8-faee467abd28 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455594 Aug 08 20:26:13.392251 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13260bd7-9fd4-4e5a-8432-78ec283cbbc9 req-cdf2c098-e99e-4809-98d9-2018f0757837 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:13.403172 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-13260bd7-9fd4-4e5a-8432-78ec283cbbc9 req-cdf2c098-e99e-4809-98d9-2018f0757837 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0906227 Aug 08 20:26:13.467088 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-13260bd7-9fd4-4e5a-8432-78ec283cbbc9 req-f63cb082-5ee5-4b1b-bb57-4a8898ab2d69 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620060 Aug 08 20:26:13.567333 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00543f-41c4-48c0-9b66-042f5d92f536 req-46178a8c-733a-453e-a379-b5a50f140237 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:13.569096 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7b00543f-41c4-48c0-9b66-042f5d92f536 req-46178a8c-733a-453e-a379-b5a50f140237 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0709028 Aug 08 20:26:13.634014 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7b00543f-41c4-48c0-9b66-042f5d92f536 req-546897ab-0deb-43a4-a69d-9d01bcab8a01 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592952 Aug 08 20:26:13.826503 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 56664) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:13.951727 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d91a0329-2a65-434e-87d8-6df7250b0e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:14.050323 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d91a0329-2a65-434e-87d8-6df7250b0e6f admin admin] Publish callbacks [] for security_group (5c581ed8-f3b1-4d3f-8a76-111cb4485dc5), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:14.136874 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d91a0329-2a65-434e-87d8-6df7250b0e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (5c581ed8-f3b1-4d3f-8a76-111cb4485dc5), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:14.179422 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-d91a0329-2a65-434e-87d8-6df7250b0e6f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96eca9dd072049cf8b587bbcdb5ffc57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517315 Aug 08 20:26:14.182173 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a0329-2a65-434e-87d8-6df7250b0e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c581ed8-f3b1-4d3f-8a76-111cb4485dc5,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:14.182389 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 56674) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:14.239770 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d4ab9cf6-91ac-4e77-85a5-8d9c20998aa4 admin admin] Publish callbacks [] for security_group (5c581ed8-f3b1-4d3f-8a76-111cb4485dc5), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:14.271629 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d4ab9cf6-91ac-4e77-85a5-8d9c20998aa4 admin admin] Publish callbacks [] for security_group (5c581ed8-f3b1-4d3f-8a76-111cb4485dc5), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:14.371163 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d4ab9cf6-91ac-4e77-85a5-8d9c20998aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (5c581ed8-f3b1-4d3f-8a76-111cb4485dc5), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:14.374433 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d4ab9cf6-91ac-4e77-85a5-8d9c20998aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:14.377982 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d4ab9cf6-91ac-4e77-85a5-8d9c20998aa4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c581ed8-f3b1-4d3f-8a76-111cb4485dc5 HTTP/1.1" status: 204 len: 168 time: 0.1921253 Aug 08 20:26:14.384563 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab9cf6-91ac-4e77-85a5-8d9c20998aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c581ed8-f3b1-4d3f-8a76-111cb4485dc5,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:14.623055 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914f7e6-84ec-4044-8c00-53a255428892 req-c70f1219-b5d3-4fb6-8fb3-59b2e11575cd tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:14.623055 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a914f7e6-84ec-4044-8c00-53a255428892 req-c70f1219-b5d3-4fb6-8fb3-59b2e11575cd tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0545530 Aug 08 20:26:14.696369 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a914f7e6-84ec-4044-8c00-53a255428892 req-e29baf55-4f38-41ee-925d-3e53d1712ab3 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773189 Aug 08 20:26:14.801937 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce6902-1e39-414d-91d6-2225008f1c7c req-7dc257f7-f799-4afc-9800-b03de0dab552 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:14.803535 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c1ce6902-1e39-414d-91d6-2225008f1c7c req-7dc257f7-f799-4afc-9800-b03de0dab552 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0685365 Aug 08 20:26:14.858417 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c1ce6902-1e39-414d-91d6-2225008f1c7c req-709772f4-18ca-41c1-acc8-20e00f31684f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487986 Aug 08 20:26:15.836804 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3ac46-06b3-4b42-93b9-11a9d793a2ed req-8970991b-d5d7-4e89-a947-7478a560e230 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:15.838175 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-94c3ac46-06b3-4b42-93b9-11a9d793a2ed req-8970991b-d5d7-4e89-a947-7478a560e230 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0524230 Aug 08 20:26:15.884142 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-94c3ac46-06b3-4b42-93b9-11a9d793a2ed req-01ec52f2-cf66-4903-8e3d-24b4f8489615 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Aug 08 20:26:16.014025 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a0de8-aea8-47c0-93ce-0ee6f3bd2636 req-4ce36a58-81d0-48a5-b2f1-e02313bdaafd tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:16.015501 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d97a0de8-aea8-47c0-93ce-0ee6f3bd2636 req-4ce36a58-81d0-48a5-b2f1-e02313bdaafd tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0557647 Aug 08 20:26:16.061520 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d97a0de8-aea8-47c0-93ce-0ee6f3bd2636 req-5d984356-6067-4833-9a39-bc74e074b40b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405080 Aug 08 20:26:16.172248 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 56724) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:16.275488 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1cc41259-7f45-4320-8827-dcfa3bb2fd0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:16.347600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1cc41259-7f45-4320-8827-dcfa3bb2fd0d admin admin] Publish callbacks [] for security_group (e2aedb29-1159-4c41-9502-cb24899a676b), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:16.415453 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1cc41259-7f45-4320-8827-dcfa3bb2fd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (e2aedb29-1159-4c41-9502-cb24899a676b), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:16.452580 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc41259-7f45-4320-8827-dcfa3bb2fd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aedb29-1159-4c41-9502-cb24899a676b,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:16.458342 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-1cc41259-7f45-4320-8827-dcfa3bb2fd0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=808d38a137fb4ea5bbb37b2abd545861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850134 Aug 08 20:26:16.461126 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 56728) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:16.507620 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-92f94e07-834e-49e9-913f-80cc7a0cfb29 admin admin] Publish callbacks [] for security_group (e2aedb29-1159-4c41-9502-cb24899a676b), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:16.532526 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-92f94e07-834e-49e9-913f-80cc7a0cfb29 admin admin] Publish callbacks [] for security_group (e2aedb29-1159-4c41-9502-cb24899a676b), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:16.655897 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-92f94e07-834e-49e9-913f-80cc7a0cfb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (e2aedb29-1159-4c41-9502-cb24899a676b), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:16.658628 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-92f94e07-834e-49e9-913f-80cc7a0cfb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:16.659777 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-92f94e07-834e-49e9-913f-80cc7a0cfb29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2aedb29-1159-4c41-9502-cb24899a676b HTTP/1.1" status: 204 len: 168 time: 0.1976757 Aug 08 20:26:16.667951 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f94e07-834e-49e9-913f-80cc7a0cfb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aedb29-1159-4c41-9502-cb24899a676b,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:17.020133 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db68d74-eadd-4293-8be9-06a51393b964 req-b3419f48-653c-421d-826e-3cac82d934f9 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:17.021965 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4db68d74-eadd-4293-8be9-06a51393b964 req-b3419f48-653c-421d-826e-3cac82d934f9 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0604248 Aug 08 20:26:17.074868 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4db68d74-eadd-4293-8be9-06a51393b964 req-f26763d7-ccbf-4961-ad9e-efa97b4d91e3 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472369 Aug 08 20:26:17.193271 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f90f6-5b70-4234-a095-9003e9bf9e3f req-dbd488ba-8d4a-4d1c-9dae-fec7a99b0ab9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:17.196257 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-031f90f6-5b70-4234-a095-9003e9bf9e3f req-dbd488ba-8d4a-4d1c-9dae-fec7a99b0ab9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0535455 Aug 08 20:26:17.249467 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-031f90f6-5b70-4234-a095-9003e9bf9e3f req-1fead429-294b-4185-9004-107dfc50a80f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486526 Aug 08 20:26:18.205872 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d8812-167a-42b2-b962-6ade7145d744 req-abff2641-433b-4a34-aaf4-39e885a3ec03 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:18.207274 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c20d8812-167a-42b2-b962-6ade7145d744 req-abff2641-433b-4a34-aaf4-39e885a3ec03 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 943 time: 0.0611622 Aug 08 20:26:18.254498 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c20d8812-167a-42b2-b962-6ade7145d744 req-d6ab5930-83f1-4eb8-aeab-f8c4eba17b15 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415473 Aug 08 20:26:18.398900 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce3bb0-b152-417c-8ef6-110ad4b213e6 req-f14a8833-2fe4-4262-8ac4-acf428e0efe2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:18.398900 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-08ce3bb0-b152-417c-8ef6-110ad4b213e6 req-f14a8833-2fe4-4262-8ac4-acf428e0efe2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0684838 Aug 08 20:26:18.462508 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-08ce3bb0-b152-417c-8ef6-110ad4b213e6 req-a59ee82c-2277-42af-9ba1-be803f9f900f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528080 Aug 08 20:26:18.546701 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device aafcc1a2-7681-4dd3-a625-d2a2cb22d27f details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:26:18.649357 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=aafcc1a2-7681-4dd3-a625-d2a2cb22d27f,segment=NetworkSegment(034e0334-8966-40fb-ad14-166750ce5deb),segment_id=034e0334-8966-40fb-ad14-166750ce5deb)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:18.661167 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'aafcc1a2-7681-4dd3-a625-d2a2cb22d27f', 'network_id': '2558959f-2c40-4aa5-91d9-d096325de781', 'port_id': 'aafcc1a2-7681-4dd3-a625-d2a2cb22d27f', 'mac_address': 'fa:16:3e:01:ad:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaadb635-8301-4f63-a5a7-312018500da2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:26:18.696206 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:18.697111 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:18.710509 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aafcc1a2-7681-4dd3-a625-d2a2cb22d27f {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:26:18.731388 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=aafcc1a2-7681-4dd3-a625-d2a2cb22d27f,segment=NetworkSegment(034e0334-8966-40fb-ad14-166750ce5deb),segment_id=034e0334-8966-40fb-ad14-166750ce5deb)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:18.781576 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:18.831365 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=aafcc1a2-7681-4dd3-a625-d2a2cb22d27f,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:19.036562 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['aafcc1a2-7681-4dd3-a625-d2a2cb22d27f'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:26:19.380297 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2dcca-a278-416f-8eb0-75f7e64756b9 req-a20685d1-b5b0-472b-91ab-cd4f92fa6dca tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:19.381932 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-90e2dcca-a278-416f-8eb0-75f7e64756b9 req-a20685d1-b5b0-472b-91ab-cd4f92fa6dca tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 944 time: 0.0569298 Aug 08 20:26:19.430083 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-90e2dcca-a278-416f-8eb0-75f7e64756b9 req-858f5932-e3d0-4a8f-a184-dacb76acd6dc tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Aug 08 20:26:19.587118 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d78565-7d64-485a-b364-55934e4f7c9e req-4050c8fa-1177-45c4-aa20-c1832a1ddbf8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:19.588716 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c7d78565-7d64-485a-b364-55934e4f7c9e req-4050c8fa-1177-45c4-aa20-c1832a1ddbf8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0534449 Aug 08 20:26:19.640579 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-4379360f-7958-403f-934a-dfd8cd11466d tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3c638db910f44520807be385af4c3f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389383 Aug 08 20:26:19.737021 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c7d78565-7d64-485a-b364-55934e4f7c9e req-c9a4d40f-0c19-478b-b072-1a8d25c350f5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413860 Aug 08 20:26:19.845436 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-18ab631c-c31f-474e-bcdb-3c1f7f17548f tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:19.846806 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-18ab631c-c31f-474e-bcdb-3c1f7f17548f tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966269 Aug 08 20:26:19.861255 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-0ab6652e-9c5d-4f7b-a34d-9a65e73289f1 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/quotas/3c638db910f44520807be385af4c3f7a HTTP/1.1" status: 200 len: 375 time: 0.0091884 Aug 08 20:26:19.892657 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-eef26b71-68f6-474b-87ae-b1a76838e6ff tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c638db910f44520807be385af4c3f7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266941 Aug 08 20:26:20.130956 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9c74dfb2-d3ec-4849-94aa-8182c4676e4c req-65a4f019-96e8-407e-b3d0-96cf78001cdd tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 210 time: 0.0295672 Aug 08 20:26:20.558668 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device aafcc1a2-7681-4dd3-a625-d2a2cb22d27f up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:26:20.564368 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19962f0c-6d21-4e23-9586-2514ec4b36e6 req-b9df81aa-0b34-44d1-b5b0-19e595ba05cd tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:20.564368 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-19962f0c-6d21-4e23-9586-2514ec4b36e6 req-b9df81aa-0b34-44d1-b5b0-19e595ba05cd tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 944 time: 0.0562797 Aug 08 20:26:20.612469 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-19962f0c-6d21-4e23-9586-2514ec4b36e6 req-6fd365c6-e8da-40b5-a863-3daf5929c86e tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421505 Aug 08 20:26:20.872468 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e23e4a-e065-4628-ac12-aba0aa7b82dc req-abff44f9-88ba-4486-adc1-8ad93a331f9b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:20.873325 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-24e23e4a-e065-4628-ac12-aba0aa7b82dc req-abff44f9-88ba-4486-adc1-8ad93a331f9b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0555294 Aug 08 20:26:20.918308 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:26:20.918547 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-24e23e4a-e065-4628-ac12-aba0aa7b82dc req-e1b2aab8-7ee7-461d-9bf9-23b73858968e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394795 Aug 08 20:26:20.922832 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:20.926616 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:20.996117 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:20.996512 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:21.019508 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732bed83-9ff2-4d9b-9b5b-a9ab2059d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafcc1a2-7681-4dd3-a625-d2a2cb22d27f'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:26:21.021786 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe30b088-709d-43a0-92e4-24eb2196a7c0" -d '{"events": [{"server_uuid": "732bed83-9ff2-4d9b-9b5b-a9ab2059d60c", "name": "network-vif-plugged", "status": "completed", "tag": "aafcc1a2-7681-4dd3-a625-d2a2cb22d27f"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:26:21.034108 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=aafcc1a2-7681-4dd3-a625-d2a2cb22d27f,segment=NetworkSegment(034e0334-8966-40fb-ad14-166750ce5deb),segment_id=034e0334-8966-40fb-ad14-166750ce5deb)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:21.056010 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe42c417-8372-43e1-8ce6-a29b95b3e11a x-openstack-request-id: req-fe42c417-8372-43e1-8ce6-a29b95b3e11a {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:26:21.056329 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732bed83-9ff2-4d9b-9b5b-a9ab2059d60c", "name": "network-vif-plugged", "status": "completed", "tag": "aafcc1a2-7681-4dd3-a625-d2a2cb22d27f", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:26:21.056598 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe42c417-8372-43e1-8ce6-a29b95b3e11a {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:26:21.057036 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe42c417-8372-43e1-8ce6-a29b95b3e11a'] response: {'server_uuid': '732bed83-9ff2-4d9b-9b5b-a9ab2059d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafcc1a2-7681-4dd3-a625-d2a2cb22d27f', 'code': 200} Aug 08 20:26:21.111548 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:21.159006 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=aafcc1a2-7681-4dd3-a625-d2a2cb22d27f,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:21.221061 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0904d77e-9eb2-4981-add4-f2890d08b7de req-5116877f-70a2-4a79-ace5-afc5cfadd8ed tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 210 time: 0.0266757 Aug 08 20:26:21.333921 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdb4ac-32b1-4f1b-9011-cae5e8f0a268 req-c71b8622-c786-4d47-9130-9c0d7f2b956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:21.335461 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b5fdb4ac-32b1-4f1b-9011-cae5e8f0a268 req-c71b8622-c786-4d47-9130-9c0d7f2b956d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 1129 time: 0.0435865 Aug 08 20:26:21.382081 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b5fdb4ac-32b1-4f1b-9011-cae5e8f0a268 req-88237a25-074f-4f45-8543-55517ccfb792 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 Aug 08 20:26:21.524034 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f033007a-b4cd-413e-8fcc-0bef8e0fa9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:21.740451 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570301e-7722-4da9-ab09-961208e5569d req-530a094a-ad72-45b6-8f0c-7b31799bf4ec tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:21.741941 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3570301e-7722-4da9-ab09-961208e5569d req-530a094a-ad72-45b6-8f0c-7b31799bf4ec tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 945 time: 0.0542438 Aug 08 20:26:21.789655 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3570301e-7722-4da9-ab09-961208e5569d req-92ea3d4c-41d8-4a17-bcc5-abcd1c508d0f tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419168 Aug 08 20:26:21.958680 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:22.049976 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77aa6d3-79a6-4d06-9576-e16b7e95055f req-f4debc90-aae1-4bad-969b-f84a50e3872c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:22.051518 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f77aa6d3-79a6-4d06-9576-e16b7e95055f req-f4debc90-aae1-4bad-969b-f84a50e3872c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0556276 Aug 08 20:26:22.100372 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f77aa6d3-79a6-4d06-9576-e16b7e95055f req-3401a6eb-d69b-4b76-b773-9c75e177ce9f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Aug 08 20:26:22.321568 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6be756ba-6c0a-41fc-993d-1efcdac1a3c7 req-8b26e188-c242-47bc-8f58-5951636021e2 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 210 time: 0.0303059 Aug 08 20:26:22.832998 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-f535712b-6ec6-409b-811e-ff4e0c908035 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3c638db910f44520807be385af4c3f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295880 Aug 08 20:26:22.911167 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f7da-0d8e-4160-945e-3aa4256fd4e8 req-ac030e0c-e10a-4ee4-a7bb-b528737b38d0 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:22.912679 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-60e7f7da-0d8e-4160-945e-3aa4256fd4e8 req-ac030e0c-e10a-4ee4-a7bb-b528737b38d0 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 945 time: 0.0522892 Aug 08 20:26:22.967086 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-60e7f7da-0d8e-4160-945e-3aa4256fd4e8 req-5e94c95c-01b7-4d41-8baf-432cd711d997 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477738 Aug 08 20:26:23.025091 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-e763e2b8-6bee-441d-bf6a-18db253ae46f tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:23.026517 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-e763e2b8-6bee-441d-bf6a-18db253ae46f tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880987 Aug 08 20:26:23.040648 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Request body: {'port': {'device_id': '6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9', 'network_id': 'f3798821-9101-4130-be4c-0403387161b3', 'admin_state_up': True, 'tenant_id': '3c638db910f44520807be385af4c3f7a'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:26:23.216358 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Made reservation on behalf of 3c638db910f44520807be385af4c3f7a for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:26:23.220340 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:23.233281 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dfa68-9dd3-4ff0-b217-49dc82b05904 req-7962a00e-958f-4778-bb42-7f8d5acc09a5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:23.237228 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:23.240718 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-727dfa68-9dd3-4ff0-b217-49dc82b05904 req-7962a00e-958f-4778-bb42-7f8d5acc09a5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 943 time: 0.0617206 Aug 08 20:26:23.285145 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-727dfa68-9dd3-4ff0-b217-49dc82b05904 req-9f6fdd7c-fe7c-4fad-97e4-de8460aefed1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434473 Aug 08 20:26:23.318186 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Publish callbacks [] for security_group (70d272c3-fe50-48f6-b36d-787d41c06405), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:23.386981 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (70d272c3-fe50-48f6-b36d-787d41c06405), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:23.420279 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7418a50c-bf4e-4552-9732-1b5c0b5b6386 req-158070b4-2fc0-4136-845e-879e386d3cf2 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 210 time: 0.0290747 Aug 08 20:26:23.451825 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d272c3-fe50-48f6-b36d-787d41c06405,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:23.521921 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Allocated IP 192.168.233.59 (f3798821-9101-4130-be4c-0403387161b3/d7330a34-9fda-4450-a873-fd2f38f8653d/dde4dee5-ff60-4112-ab85-2e4c2fa31254) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:26:23.669601 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Publish callbacks [] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:23.711563 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 56904) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:23.747701 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:23.788576 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Network f3798821-9101-4130-be4c-0403387161b3 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:26:23.794237 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:26:23.798115 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:26:23.843210 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Pushing event updated for resources: {'Port': ['ID=dde4dee5-ff60-4112-ab85-2e4c2fa31254,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:23.844711 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-2c267002-52c7-4e32-8c15-83881d3082d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:23.873607 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:23.874261 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:23.946941 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-2c267002-52c7-4e32-8c15-83881d3082d4 admin admin] Publish callbacks [] for security_group (dbfa8cbd-6670-4504-9916-8d832025f706), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:23.978057 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-ffbd38b5-e4fd-465c-9375-86579ec7b4ea tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9411564 Aug 08 20:26:23.990041 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Request body: {'port': {'device_id': '6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:26:24.006728 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-7a4ecac1-e00c-4586-b828-6b08cb1fa062 None None] Provisioning complete for port dde4dee5-ff60-4112-ab85-2e4c2fa31254 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:24.007219 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7a4ecac1-e00c-4586-b828-6b08cb1fa062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.034070 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-2c267002-52c7-4e32-8c15-83881d3082d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (dbfa8cbd-6670-4504-9916-8d832025f706), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.041005 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-7a4ecac1-e00c-4586-b828-6b08cb1fa062 None None] Port dde4dee5-ff60-4112-ab85-2e4c2fa31254 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:26:24.049506 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f100fde1-fb36-4995-a7a6-35fac3b1a940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.097657 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9095-33eb-4c09-8fee-3b678ee3013c req-44fb6405-9050-4c84-b783-875f571e322d tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:24.098216 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.099861 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e0ee9095-33eb-4c09-8fee-3b678ee3013c req-44fb6405-9050-4c84-b783-875f571e322d tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 945 time: 0.0546074 Aug 08 20:26:24.103459 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-2c267002-52c7-4e32-8c15-83881d3082d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75f2b1b5371b45d382505ba4731c4209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908446 Aug 08 20:26:24.107951 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 56910) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:24.111610 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c267002-52c7-4e32-8c15-83881d3082d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfa8cbd-6670-4504-9916-8d832025f706,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:24.193133 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e0ee9095-33eb-4c09-8fee-3b678ee3013c req-c85afe33-26c8-48b8-858b-faba1a1a4afb tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858133 Aug 08 20:26:24.193987 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-972b3d67-7f05-4424-b5b3-8a5a34011f17 admin admin] Publish callbacks [] for security_group (dbfa8cbd-6670-4504-9916-8d832025f706), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.226749 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-972b3d67-7f05-4424-b5b3-8a5a34011f17 admin admin] Publish callbacks [] for security_group (dbfa8cbd-6670-4504-9916-8d832025f706), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.351604 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-972b3d67-7f05-4424-b5b3-8a5a34011f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (dbfa8cbd-6670-4504-9916-8d832025f706), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.354516 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-972b3d67-7f05-4424-b5b3-8a5a34011f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.355721 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-972b3d67-7f05-4424-b5b3-8a5a34011f17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbfa8cbd-6670-4504-9916-8d832025f706 HTTP/1.1" status: 204 len: 168 time: 0.2469096 Aug 08 20:26:24.367256 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b3d67-7f05-4424-b5b3-8a5a34011f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfa8cbd-6670-4504-9916-8d832025f706,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:24.427895 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde4dee5-ff60-4112-ab85-2e4c2fa31254 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:26:24.435332 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Publish callbacks [] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.447029 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Transition to ACTIVE for port object dde4dee5-ff60-4112-ab85-2e4c2fa31254 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:26:24.517670 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.573985 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a9b1d35d-ee5c-4bec-b651-4bff95828647 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:26:24.611329 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Pushing event updated for resources: {'Port': ['ID=dde4dee5-ff60-4112-ab85-2e4c2fa31254,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:24.641638 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Attempting to bind port dde4dee5-ff60-4112-ab85-2e4c2fa31254 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:26:24.641988 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Attempting to bind port dde4dee5-ff60-4112-ab85-2e4c2fa31254 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '510b1586-64ba-46e6-8538-5dd0562d694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f3798821-9101-4130-be4c-0403387161b3'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:26:24.642324 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Attempting to bind port dde4dee5-ff60-4112-ab85-2e4c2fa31254 on network f3798821-9101-4130-be4c-0403387161b3 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:26:24.647100 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Port dde4dee5-ff60-4112-ab85-2e4c2fa31254 on network f3798821-9101-4130-be4c-0403387161b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:26:24.647379 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Attempting to bind port dde4dee5-ff60-4112-ab85-2e4c2fa31254 on network f3798821-9101-4130-be4c-0403387161b3 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:26:24.652541 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:26:24.652937 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Checking segment: {'id': '510b1586-64ba-46e6-8538-5dd0562d694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f3798821-9101-4130-be4c-0403387161b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:26:24.653925 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Bound using segment: {'id': '510b1586-64ba-46e6-8538-5dd0562d694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f3798821-9101-4130-be4c-0403387161b3'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:26:24.654457 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Bound port: dde4dee5-ff60-4112-ab85-2e4c2fa31254, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510b1586-64ba-46e6-8538-5dd0562d694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f3798821-9101-4130-be4c-0403387161b3'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:26:24.654838 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.694425 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:24.708021 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'port_id': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'mac_address': 'fa:16:3e:f1:40:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:26:24.741214 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] For port dde4dee5-ff60-4112-ab85-2e4c2fa31254, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:26:24.745119 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] For port dde4dee5-ff60-4112-ab85-2e4c2fa31254, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=dde4dee5-ff60-4112-ab85-2e4c2fa31254,segment=NetworkSegment(510b1586-64ba-46e6-8538-5dd0562d694a),segment_id=510b1586-64ba-46e6-8538-5dd0562d694a)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:26:24.757754 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port a9b1d35d-ee5c-4bec-b651-4bff95828647 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:24.758204 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.773941 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b1d35d-ee5c-4bec-b651-4bff95828647 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:26:24.801144 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:24.822122 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.828124 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:24.828918 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:24.830308 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] 10.222.0.49 "PUT /v2.0/ports/dde4dee5-ff60-4112-ab85-2e4c2fa31254 HTTP/1.1" status: 200 len: 1097 time: 0.8443289 Aug 08 20:26:24.830783 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9', 'tag': 'dde4dee5-ff60-4112-ab85-2e4c2fa31254'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:26:24.833110 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b59b5ae-0125-45f9-8fd7-73ab8e5a876f" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9", "tag": "dde4dee5-ff60-4112-ab85-2e4c2fa31254"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:26:24.881929 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748decaa-f213-4c81-8be3-e3f601a2bc7f service neutron] Pushing event updated for resources: {'Port': ['ID=dde4dee5-ff60-4112-ab85-2e4c2fa31254,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:24.906856 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:25.013983 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-f225507b-7818-4501-93a2-208270565f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:25.020416 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-f225507b-7818-4501-93a2-208270565f9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c638db910f44520807be385af4c3f7a&device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 1131 time: 0.0545275 Aug 08 20:26:25.080504 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-6a2bb346-4906-4fd3-85c8-54ce25b7f3e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=dde4dee5-ff60-4112-ab85-2e4c2fa31254 HTTP/1.1" status: 200 len: 217 time: 0.0469005 Aug 08 20:26:25.129277 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=a9b1d35d-ee5c-4bec-b651-4bff95828647,revision_number=9']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:25.161703 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:25.165003 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-593fce94-0f4f-4979-aff2-f053bc5d7a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:25.166633 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-593fce94-0f4f-4979-aff2-f053bc5d7a52 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7330a34-9fda-4450-a873-fd2f38f8653d HTTP/1.1" status: 200 len: 843 time: 0.0791192 Aug 08 20:26:25.168124 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb68307-254e-4913-a99a-b8cb865d50cd req-8a615b19-1fd0-4f60-8fae-d21741e507ae tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:25.169719 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7bb68307-254e-4913-a99a-b8cb865d50cd req-8a615b19-1fd0-4f60-8fae-d21741e507ae tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0746689 Aug 08 20:26:25.188420 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['a9b1d35d-ee5c-4bec-b651-4bff95828647'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:26:25.244574 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-29c8cc67-466f-42df-baa9-a60fbf8ad627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:25.246485 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-29c8cc67-466f-42df-baa9-a60fbf8ad627 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3798821-9101-4130-be4c-0403387161b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0649285 Aug 08 20:26:25.276794 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7bb68307-254e-4913-a99a-b8cb865d50cd req-64ca2ea9-a72e-4e01-84be-505c3188e9db tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965705 Aug 08 20:26:25.294186 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee96c4-4fec-4484-967b-4baf3823bd32 req-53e7850a-9d47-4ab8-9d13-1251bc9a538e tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:25.295763 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a2ee96c4-4fec-4484-967b-4baf3823bd32 req-53e7850a-9d47-4ab8-9d13-1251bc9a538e tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 947 time: 0.1163857 Aug 08 20:26:25.348704 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ebd3e9-5327-4e78-b222-a5e88ea94720 x-openstack-request-id: req-b8ebd3e9-5327-4e78-b222-a5e88ea94720 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:26:25.349101 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9", "tag": "dde4dee5-ff60-4112-ab85-2e4c2fa31254", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:26:25.349427 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8ebd3e9-5327-4e78-b222-a5e88ea94720 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:26:25.349895 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ebd3e9-5327-4e78-b222-a5e88ea94720'] response: {'name': 'network-changed', 'server_uuid': '6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9', 'tag': 'dde4dee5-ff60-4112-ab85-2e4c2fa31254', 'status': 'completed', 'code': 200} Aug 08 20:26:25.359156 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a2ee96c4-4fec-4484-967b-4baf3823bd32 req-aaf32e65-5e9f-49a7-8da6-70f86156c400 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537939 Aug 08 20:26:25.381567 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-cc974241-7081-4152-aa0f-fb0b503fcf29 service neutron] 10.222.0.49 "GET /v2.0/networks/f3798821-9101-4130-be4c-0403387161b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275909 Aug 08 20:26:25.475459 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-576a974c-34ad-44a3-be31-ba2d4238efd2 req-55c99357-d3a3-4c12-9522-f97c55c13fd6 service neutron] 10.222.0.49 "GET /v2.0/networks/f3798821-9101-4130-be4c-0403387161b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853217 Aug 08 20:26:25.695074 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59b5ae-0125-45f9-8fd7-73ab8e5a876f req-a9099138-929b-4f9f-abe1-42fdcaf531fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:25.696569 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b59b5ae-0125-45f9-8fd7-73ab8e5a876f req-a9099138-929b-4f9f-abe1-42fdcaf531fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c638db910f44520807be385af4c3f7a&device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 1131 time: 0.0466683 Aug 08 20:26:25.797063 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59b5ae-0125-45f9-8fd7-73ab8e5a876f req-b687a048-0942-4315-b0ee-6757ced3add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:25.798634 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b59b5ae-0125-45f9-8fd7-73ab8e5a876f req-b687a048-0942-4315-b0ee-6757ced3add9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f3798821-9101-4130-be4c-0403387161b3 HTTP/1.1" status: 200 len: 870 time: 0.0950093 Aug 08 20:26:25.839387 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b59b5ae-0125-45f9-8fd7-73ab8e5a876f req-ed276534-6e01-4126-8bed-148d3a48b0fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=dde4dee5-ff60-4112-ab85-2e4c2fa31254 HTTP/1.1" status: 200 len: 217 time: 0.0333760 Aug 08 20:26:25.887834 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59b5ae-0125-45f9-8fd7-73ab8e5a876f req-4ae750ca-fb23-4a5e-a84c-f8baecb616ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:25.889392 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b59b5ae-0125-45f9-8fd7-73ab8e5a876f req-4ae750ca-fb23-4a5e-a84c-f8baecb616ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7330a34-9fda-4450-a873-fd2f38f8653d HTTP/1.1" status: 200 len: 843 time: 0.0441754 Aug 08 20:26:25.939249 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59b5ae-0125-45f9-8fd7-73ab8e5a876f req-3ba7f393-fbcd-40fd-9864-ac402fe9e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:25.940783 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b59b5ae-0125-45f9-8fd7-73ab8e5a876f req-3ba7f393-fbcd-40fd-9864-ac402fe9e55f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3798821-9101-4130-be4c-0403387161b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0449162 Aug 08 20:26:26.039262 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b59b5ae-0125-45f9-8fd7-73ab8e5a876f req-b730ad42-1895-4e54-b3e5-47d37f8ccb8c service neutron] 10.222.0.49 "GET /v2.0/networks/f3798821-9101-4130-be4c-0403387161b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850656 Aug 08 20:26:26.129040 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b59b5ae-0125-45f9-8fd7-73ab8e5a876f req-06bdb51b-6fc8-44d7-8a26-a5aa260c9335 service neutron] 10.222.0.49 "GET /v2.0/networks/f3798821-9101-4130-be4c-0403387161b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823503 Aug 08 20:26:26.405703 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850e756-a7fd-46b4-b125-81d1b5a56624 req-e8ca96d2-02de-496a-96bb-40c4bf4359aa tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:26.407216 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f850e756-a7fd-46b4-b125-81d1b5a56624 req-e8ca96d2-02de-496a-96bb-40c4bf4359aa tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 944 time: 0.0526557 Aug 08 20:26:26.480907 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f850e756-a7fd-46b4-b125-81d1b5a56624 req-de8eb36c-4180-4fdb-b94d-c6a68c648821 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679853 Aug 08 20:26:26.502237 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eade7-61b0-4b9a-9ba8-988cafe7ed08 req-8c612420-e0cc-4fbf-afff-2e04ee116163 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:26.503705 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e50eade7-61b0-4b9a-9ba8-988cafe7ed08 req-8c612420-e0cc-4fbf-afff-2e04ee116163 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 947 time: 0.0723910 Aug 08 20:26:26.550466 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e50eade7-61b0-4b9a-9ba8-988cafe7ed08 req-0bf8656e-3296-4b16-b859-cef1efd6510a tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Aug 08 20:26:26.594219 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a9b1d35d-ee5c-4bec-b651-4bff95828647 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:26:26.597773 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:26.640373 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port a9b1d35d-ee5c-4bec-b651-4bff95828647 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:26.640752 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:26.710752 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port a9b1d35d-ee5c-4bec-b651-4bff95828647 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:26.711136 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:26.734201 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:26:26.736554 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ca0b6d-f94c-4507-80f9-aa26a8f5963f" -d '{"events": [{"server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "name": "network-vif-plugged", "status": "completed", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:26:26.750105 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:26.774268 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f2abc6-d3d5-4f1c-a031-7cfa10108cdd x-openstack-request-id: req-32f2abc6-d3d5-4f1c-a031-7cfa10108cdd {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:26:26.774590 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "name": "network-vif-plugged", "status": "completed", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:26:26.774912 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32f2abc6-d3d5-4f1c-a031-7cfa10108cdd {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:26:26.775283 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f2abc6-d3d5-4f1c-a031-7cfa10108cdd'] response: {'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'code': 200} Aug 08 20:26:26.854168 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:26.904185 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=a9b1d35d-ee5c-4bec-b651-4bff95828647,revision_number=10']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:27.461223 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659a4d2-fb5a-4d5d-b2e8-3076777cbab6 req-4f667182-3826-41b3-8d0c-2b0a252faee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:27.462721 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a659a4d2-fb5a-4d5d-b2e8-3076777cbab6 req-4f667182-3826-41b3-8d0c-2b0a252faee0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 1130 time: 0.0476236 Aug 08 20:26:27.506972 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a659a4d2-fb5a-4d5d-b2e8-3076777cbab6 req-9f4d7d39-b502-4966-a773-888e60cc1749 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371284 Aug 08 20:26:27.609151 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7e74-c99b-4592-8a22-a94fbe934c80 req-883994bd-68eb-45ce-968b-0aba70b00b62 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:27.610643 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fb3c7e74-c99b-4592-8a22-a94fbe934c80 req-883994bd-68eb-45ce-968b-0aba70b00b62 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 946 time: 0.0525606 Aug 08 20:26:27.686338 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fb3c7e74-c99b-4592-8a22-a94fbe934c80 req-47419505-e39a-428c-8bdc-6ff9ae0cb14f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701261 Aug 08 20:26:27.702141 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d48768-9a2b-4098-bfec-bc06c6ad05c7 req-604d7438-e59a-4002-b02c-26f2341693fb tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:27.703584 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-73d48768-9a2b-4098-bfec-bc06c6ad05c7 req-604d7438-e59a-4002-b02c-26f2341693fb tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 947 time: 0.0807173 Aug 08 20:26:27.749641 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-73d48768-9a2b-4098-bfec-bc06c6ad05c7 req-767fe8af-7df4-425a-80c7-d0592045b851 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Aug 08 20:26:28.027158 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:28.573984 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:26:28.596257 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device dde4dee5-ff60-4112-ab85-2e4c2fa31254 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:26:28.693502 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port dde4dee5-ff60-4112-ab85-2e4c2fa31254, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=dde4dee5-ff60-4112-ab85-2e4c2fa31254,segment=NetworkSegment(510b1586-64ba-46e6-8538-5dd0562d694a),segment_id=510b1586-64ba-46e6-8538-5dd0562d694a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:28.704295 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'dde4dee5-ff60-4112-ab85-2e4c2fa31254', 'network_id': 'f3798821-9101-4130-be4c-0403387161b3', 'port_id': 'dde4dee5-ff60-4112-ab85-2e4c2fa31254', 'mac_address': 'fa:16:3e:64:26:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7330a34-9fda-4450-a873-fd2f38f8653d', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:26:28.742691 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port dde4dee5-ff60-4112-ab85-2e4c2fa31254 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:28.743080 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:28.756106 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde4dee5-ff60-4112-ab85-2e4c2fa31254 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:26:28.776716 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port dde4dee5-ff60-4112-ab85-2e4c2fa31254, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=dde4dee5-ff60-4112-ab85-2e4c2fa31254,segment=NetworkSegment(510b1586-64ba-46e6-8538-5dd0562d694a),segment_id=510b1586-64ba-46e6-8538-5dd0562d694a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:28.821796 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be79567-fa01-4d18-b219-4b5b543ce0e6 req-780d1042-1bb1-48cf-9fd6-4118329c4ec3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:28.823426 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4be79567-fa01-4d18-b219-4b5b543ce0e6 req-780d1042-1bb1-48cf-9fd6-4118329c4ec3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 946 time: 0.0587196 Aug 08 20:26:28.832741 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:28.886695 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=dde4dee5-ff60-4112-ab85-2e4c2fa31254,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:28.895494 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.895960 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.896506 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.896960 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.897370 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.897910 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.898720 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.899218 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.899951 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.900465 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.900995 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.901509 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.901998 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:28.925366 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860b9e5-482a-4d87-a97d-9d6c279a820e req-079b926a-e356-4a18-aa6f-a32ef5f76115 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:28.925366 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1860b9e5-482a-4d87-a97d-9d6c279a820e req-079b926a-e356-4a18-aa6f-a32ef5f76115 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 948 time: 0.0951858 Aug 08 20:26:28.925366 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4be79567-fa01-4d18-b219-4b5b543ce0e6 req-cfb0ddbf-39e8-4d09-9ed3-be28ae134c63 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899141 Aug 08 20:26:28.969698 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1860b9e5-482a-4d87-a97d-9d6c279a820e req-6590759a-06e0-4b4a-8df4-bdcd97a8d11d tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Aug 08 20:26:29.159330 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['dde4dee5-ff60-4112-ab85-2e4c2fa31254'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:26:30.076750 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74148ad7-0682-4f22-ba40-7adc7f5d35af req-2cc61e75-2999-4cf5-b61f-e2478a372756 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:30.078214 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-74148ad7-0682-4f22-ba40-7adc7f5d35af req-2cc61e75-2999-4cf5-b61f-e2478a372756 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 946 time: 0.0762522 Aug 08 20:26:30.128360 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406378a5-8437-4ffc-90d6-231a2c3760ae req-f2b2ffb4-741d-429a-9b03-a35b12370d8f tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:30.129859 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-406378a5-8437-4ffc-90d6-231a2c3760ae req-f2b2ffb4-741d-429a-9b03-a35b12370d8f tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 948 time: 0.0872688 Aug 08 20:26:30.157926 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-74148ad7-0682-4f22-ba40-7adc7f5d35af req-b5a4f10b-44d3-44a0-a4cd-c87777b29b6c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739684 Aug 08 20:26:30.188535 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-406378a5-8437-4ffc-90d6-231a2c3760ae req-da9fd4ff-0ef3-4365-b0cd-30e3d9e845c4 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508833 Aug 08 20:26:30.608261 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device dde4dee5-ff60-4112-ab85-2e4c2fa31254 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:26:30.712387 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port dde4dee5-ff60-4112-ab85-2e4c2fa31254 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:26:30.717160 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port dde4dee5-ff60-4112-ab85-2e4c2fa31254 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:30.717541 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:30.791631 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port dde4dee5-ff60-4112-ab85-2e4c2fa31254 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:30.792030 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:30.813861 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4dee5-ff60-4112-ab85-2e4c2fa31254'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:26:30.816135 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648288c2-aafa-43ff-9bda-09ec8f02b600" -d '{"events": [{"server_uuid": "6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9", "name": "network-vif-plugged", "status": "completed", "tag": "dde4dee5-ff60-4112-ab85-2e4c2fa31254"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:26:30.828584 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port dde4dee5-ff60-4112-ab85-2e4c2fa31254, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=dde4dee5-ff60-4112-ab85-2e4c2fa31254,segment=NetworkSegment(510b1586-64ba-46e6-8538-5dd0562d694a),segment_id=510b1586-64ba-46e6-8538-5dd0562d694a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:30.852474 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4342f9f-dea6-432b-a11e-198d1ade851f x-openstack-request-id: req-f4342f9f-dea6-432b-a11e-198d1ade851f {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:26:30.852783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9", "name": "network-vif-plugged", "status": "completed", "tag": "dde4dee5-ff60-4112-ab85-2e4c2fa31254", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:26:30.853080 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4342f9f-dea6-432b-a11e-198d1ade851f {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:26:30.853510 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4342f9f-dea6-432b-a11e-198d1ade851f'] response: {'server_uuid': '6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4dee5-ff60-4112-ab85-2e4c2fa31254', 'code': 200} Aug 08 20:26:30.895276 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:30.940389 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=dde4dee5-ff60-4112-ab85-2e4c2fa31254,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:31.157838 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e15dc3-a288-4f71-8ada-bb5ea0983371 req-b7daeb91-8f99-4d19-a005-fd75469cd2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:31.159332 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-56e15dc3-a288-4f71-8ada-bb5ea0983371 req-b7daeb91-8f99-4d19-a005-fd75469cd2a3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 1133 time: 0.0446844 Aug 08 20:26:31.206371 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-56e15dc3-a288-4f71-8ada-bb5ea0983371 req-11cc6d51-6843-4353-9789-9e0fb930abc3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374091 Aug 08 20:26:31.318073 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c535de7-0407-4409-8dc2-41f700026f93 req-97dcbc20-1698-461d-b9c7-86b3810bf7e4 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:31.319542 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5c535de7-0407-4409-8dc2-41f700026f93 req-97dcbc20-1698-461d-b9c7-86b3810bf7e4 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 946 time: 0.0831180 Aug 08 20:26:31.331049 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f6020-924d-4bd0-9510-20ef5be43451 req-33835938-746d-4a3a-81c5-4f00d106a062 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:31.332430 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-791f6020-924d-4bd0-9510-20ef5be43451 req-33835938-746d-4a3a-81c5-4f00d106a062 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 949 time: 0.0699978 Aug 08 20:26:31.402407 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5c535de7-0407-4409-8dc2-41f700026f93 req-bba59d11-7773-4b4f-af09-0e473d4fa2b3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690165 Aug 08 20:26:31.405531 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-791f6020-924d-4bd0-9510-20ef5be43451 req-5ee30c36-4362-4e05-aca8-618560ba21db tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666666 Aug 08 20:26:32.540703 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2586d9-8f03-4566-90ca-5097c4206d25 req-37023673-e186-4c86-8ae6-89416c24fa05 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:32.542428 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1b2586d9-8f03-4566-90ca-5097c4206d25 req-37023673-e186-4c86-8ae6-89416c24fa05 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 949 time: 0.0591130 Aug 08 20:26:32.591056 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1b2586d9-8f03-4566-90ca-5097c4206d25 req-4e1850b2-2205-4b95-b3f7-94e8b8f9b71b tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418830 Aug 08 20:26:33.717529 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061a965-2796-4c7b-93b2-c944a0f58ed9 req-38cf39d1-3e21-459c-a297-4733dd31f63a tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:33.719015 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0061a965-2796-4c7b-93b2-c944a0f58ed9 req-38cf39d1-3e21-459c-a297-4733dd31f63a tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 949 time: 0.0520134 Aug 08 20:26:33.766293 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0061a965-2796-4c7b-93b2-c944a0f58ed9 req-413a1d11-460b-4f3a-903b-24e23ac65c16 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Aug 08 20:26:34.298024 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc418ce-a664-44f2-bbe8-18655c143746 req-501fcf74-54bc-4cca-9d9d-187ed50cff51 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:34.299472 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dfc418ce-a664-44f2-bbe8-18655c143746 req-501fcf74-54bc-4cca-9d9d-187ed50cff51 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 949 time: 0.0550275 Aug 08 20:26:34.547868 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dfc418ce-a664-44f2-bbe8-18655c143746 req-e705f327-b950-4721-a7cc-563e9e24589f tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428422 Aug 08 20:26:35.671724 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e39264-fe30-44a0-aa7a-3b8606ff0248 req-8b96ad59-6c6a-43a9-a3a2-4dc95baf84c5 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:35.673230 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-13e39264-fe30-44a0-aa7a-3b8606ff0248 req-8b96ad59-6c6a-43a9-a3a2-4dc95baf84c5 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 949 time: 0.0516613 Aug 08 20:26:35.719645 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-13e39264-fe30-44a0-aa7a-3b8606ff0248 req-8d3a2cdd-6fd5-4835-9ca1-13fd576930b6 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Aug 08 20:26:36.842846 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08d109-b178-4782-ad77-73d8b6349960 req-ca0d8661-ecf7-4054-901d-e61a75cbf759 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:36.844324 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ec08d109-b178-4782-ad77-73d8b6349960 req-ca0d8661-ecf7-4054-901d-e61a75cbf759 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 949 time: 0.0525160 Aug 08 20:26:36.892495 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ec08d109-b178-4782-ad77-73d8b6349960 req-d7329838-c9bf-4c87-91f8-e9af1ed1ca22 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425336 Aug 08 20:26:37.887200 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ecf90-9599-4652-8416-f1794249a468 req-6734157a-8360-4e15-8a5c-cc3ad853cf5c tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:37.888646 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2d2ecf90-9599-4652-8416-f1794249a468 req-6734157a-8360-4e15-8a5c-cc3ad853cf5c tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 949 time: 0.0550134 Aug 08 20:26:37.978756 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-2d2ecf90-9599-4652-8416-f1794249a468 req-e0b8267a-4b40-4294-b716-12d329580f45 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Deleting port dde4dee5-ff60-4112-ab85-2e4c2fa31254 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:26:37.979101 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-2d2ecf90-9599-4652-8416-f1794249a468 req-e0b8267a-4b40-4294-b716-12d329580f45 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:38.012956 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae928d52-bbd0-4fcb-ac1d-705ff84429e6 req-39012e00-3dc5-4983-b261-b19c3fc256e0 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:38.014440 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ae928d52-bbd0-4fcb-ac1d-705ff84429e6 req-39012e00-3dc5-4983-b261-b19c3fc256e0 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 949 time: 0.0526562 Aug 08 20:26:38.063898 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ae928d52-bbd0-4fcb-ac1d-705ff84429e6 req-e7993b12-d7c5-46bf-94a7-7b3f2b143470 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/security-groups?id=70d272c3-fe50-48f6-b36d-787d41c06405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Aug 08 20:26:38.072659 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-2d2ecf90-9599-4652-8416-f1794249a468 req-e0b8267a-4b40-4294-b716-12d329580f45 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] For port dde4dee5-ff60-4112-ab85-2e4c2fa31254, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=dde4dee5-ff60-4112-ab85-2e4c2fa31254,segment=NetworkSegment(510b1586-64ba-46e6-8538-5dd0562d694a),segment_id=510b1586-64ba-46e6-8538-5dd0562d694a)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:38.073055 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-2d2ecf90-9599-4652-8416-f1794249a468 req-e0b8267a-4b40-4294-b716-12d329580f45 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:38.085567 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-2d2ecf90-9599-4652-8416-f1794249a468 req-e0b8267a-4b40-4294-b716-12d329580f45 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Calling delete_port for dde4dee5-ff60-4112-ab85-2e4c2fa31254 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:26:38.267247 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-2d2ecf90-9599-4652-8416-f1794249a468 req-e0b8267a-4b40-4294-b716-12d329580f45 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (dde4dee5-ff60-4112-ab85-2e4c2fa31254), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:38.284235 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['dde4dee5-ff60-4112-ab85-2e4c2fa31254'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:26:38.293485 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8267a-4b40-4294-b716-12d329580f45 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Pushing event deleted for resources: {'Port': ['ID=dde4dee5-ff60-4112-ab85-2e4c2fa31254,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:38.347395 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2ecf90-9599-4652-8416-f1794249a468 req-e0b8267a-4b40-4294-b716-12d329580f45 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] No DVR routers for this DVR port dde4dee5-ff60-4112-ab85-2e4c2fa31254 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:26:38.350222 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-2d2ecf90-9599-4652-8416-f1794249a468 req-e0b8267a-4b40-4294-b716-12d329580f45 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:38.353666 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2d2ecf90-9599-4652-8416-f1794249a468 req-e0b8267a-4b40-4294-b716-12d329580f45 tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.49 "DELETE /v2.0/ports/dde4dee5-ff60-4112-ab85-2e4c2fa31254 HTTP/1.1" status: 204 len: 173 time: 0.4592671 Aug 08 20:26:38.354126 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9', 'name': 'network-vif-deleted', 'tag': 'dde4dee5-ff60-4112-ab85-2e4c2fa31254'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:26:38.356423 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e8db71-ff58-41e3-b9f5-48a9b7433dd5" -d '{"events": [{"server_uuid": "6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9", "name": "network-vif-deleted", "tag": "dde4dee5-ff60-4112-ab85-2e4c2fa31254"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:26:38.394497 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6646ed-fd91-42c4-85eb-07ec63bd5105 x-openstack-request-id: req-9f6646ed-fd91-42c4-85eb-07ec63bd5105 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:26:38.394735 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9", "name": "network-vif-deleted", "tag": "dde4dee5-ff60-4112-ab85-2e4c2fa31254", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:26:38.403204 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f6646ed-fd91-42c4-85eb-07ec63bd5105 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:26:38.403204 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6646ed-fd91-42c4-85eb-07ec63bd5105'] response: {'server_uuid': '6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9', 'name': 'network-vif-deleted', 'tag': 'dde4dee5-ff60-4112-ab85-2e4c2fa31254', 'status': 'completed', 'code': 200} Aug 08 20:26:39.175002 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8911fae7-edf7-4070-bc08-5a02e788dc3d req-d65d9590-dd17-4fd7-9d44-c7c50ef77afa tempest-VolumesNegativeTest-1819341653 tempest-VolumesNegativeTest-1819341653-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bd6c27d-0c2c-4fd8-bbe6-edf68b9323d9 HTTP/1.1" status: 200 len: 210 time: 0.0280585 Aug 08 20:26:42.688311 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device dde4dee5-ff60-4112-ab85-2e4c2fa31254 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:26:42.708725 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: dde4dee5-ff60-4112-ab85-2e4c2fa31254 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:26:42.709098 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device dde4dee5-ff60-4112-ab85-2e4c2fa31254 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:26:43.630011 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa35e5c-e669-401e-9441-2586bf6bbd25 req-4b9adecc-c5b7-40c6-ab68-f6bbea094f1f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:43.631806 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3fa35e5c-e669-401e-9441-2586bf6bbd25 req-4b9adecc-c5b7-40c6-ab68-f6bbea094f1f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0664220 Aug 08 20:26:43.673702 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea79ca-443f-43fb-bdc4-52b582487887 req-bfe24e57-43e5-4184-afa7-30911fc2a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:43.675397 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-0fea79ca-443f-43fb-bdc4-52b582487887 req-bfe24e57-43e5-4184-afa7-30911fc2a8c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 1129 time: 0.0535898 Aug 08 20:26:43.701332 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3fa35e5c-e669-401e-9441-2586bf6bbd25 req-d1638ae7-7a80-460c-bb6b-8a012f720db0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584426 Aug 08 20:26:43.798629 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea79ca-443f-43fb-bdc4-52b582487887 req-f23e842e-3e9c-4b62-ac89-7ea2ee60a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:43.798629 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-0fea79ca-443f-43fb-bdc4-52b582487887 req-f23e842e-3e9c-4b62-ac89-7ea2ee60a319 service neutron] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 919 time: 0.1136813 Aug 08 20:26:43.863088 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-0fea79ca-443f-43fb-bdc4-52b582487887 req-c46931a9-836f-4c7d-81eb-fed0682a0eef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd177534-1da0-48a7-91f6-b734ecdb32f2 HTTP/1.1" status: 200 len: 1001 time: 0.0595815 Aug 08 20:26:43.904797 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e231bc-ed6b-43fe-ac77-a432e7efdd56 req-968f784e-0d31-4521-8ed1-6ac3ccac9ee3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:43.906731 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-44e231bc-ed6b-43fe-ac77-a432e7efdd56 req-968f784e-0d31-4521-8ed1-6ac3ccac9ee3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0670199 Aug 08 20:26:43.921967 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea79ca-443f-43fb-bdc4-52b582487887 req-42c96265-0e66-4353-b07e-4aed1c7b0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:43.923777 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-0fea79ca-443f-43fb-bdc4-52b582487887 req-42c96265-0e66-4353-b07e-4aed1c7b0fb3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.0481710 Aug 08 20:26:43.967352 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-44e231bc-ed6b-43fe-ac77-a432e7efdd56 req-f8614a3f-f4e7-4d14-b7c9-436c338d991e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518920 Aug 08 20:26:43.986861 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea79ca-443f-43fb-bdc4-52b582487887 req-8eff632b-d65a-45fe-8daa-55befea678ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:43.988358 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-0fea79ca-443f-43fb-bdc4-52b582487887 req-8eff632b-d65a-45fe-8daa-55befea678ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546932 Aug 08 20:26:44.088833 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-0fea79ca-443f-43fb-bdc4-52b582487887 req-3e15c12c-7ad1-41c9-841a-9f73d64b8612 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864921 Aug 08 20:26:44.189914 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-0fea79ca-443f-43fb-bdc4-52b582487887 req-5eb2ca86-9ff7-4e95-9bbf-665f79c01df8 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943944 Aug 08 20:26:44.826749 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec7ea4-a213-469f-927a-cc433fe555b7 req-fedc8d9f-a88d-4c69-bbe9-5a4bcb0a5d6d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:44.828876 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-20ec7ea4-a213-469f-927a-cc433fe555b7 req-fedc8d9f-a88d-4c69-bbe9-5a4bcb0a5d6d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0522563 Aug 08 20:26:44.877542 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-20ec7ea4-a213-469f-927a-cc433fe555b7 req-b6ea8a64-a863-4b30-910d-a51e3a8945cd tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430353 Aug 08 20:26:45.084303 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a72df-ee0d-4ed1-addb-ce9e4d6b3cbc req-f10dc758-9234-4730-9e87-eee2348f64f8 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:45.085804 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e79a72df-ee0d-4ed1-addb-ce9e4d6b3cbc req-f10dc758-9234-4730-9e87-eee2348f64f8 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0549607 Aug 08 20:26:45.132252 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e79a72df-ee0d-4ed1-addb-ce9e4d6b3cbc req-f8cabe56-55ad-40da-af6e-88eab320c910 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Aug 08 20:26:46.000047 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebca68-e4f6-4687-b901-1d1e6bae3c00 req-537191bd-ecc0-4950-b56b-e3a6f0c549ba tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:46.001666 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e9ebca68-e4f6-4687-b901-1d1e6bae3c00 req-537191bd-ecc0-4950-b56b-e3a6f0c549ba tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0522351 Aug 08 20:26:46.049322 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e9ebca68-e4f6-4687-b901-1d1e6bae3c00 req-bc9b7ce6-8d06-4969-a84d-563ce9eff1c8 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422111 Aug 08 20:26:46.223997 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57406) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:46.264949 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904aaa8-28f3-4c94-a4ba-6812e5173cb7 req-8a965ab3-363a-43de-8503-9ffd97b76341 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:46.264949 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c904aaa8-28f3-4c94-a4ba-6812e5173cb7 req-8a965ab3-363a-43de-8503-9ffd97b76341 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0580981 Aug 08 20:26:46.314105 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c904aaa8-28f3-4c94-a4ba-6812e5173cb7 req-2769520b-1945-4364-90cc-242189729e78 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449305 Aug 08 20:26:46.370187 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-9abab1e8-0b80-4c0f-8b37-cae3aecdb62e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c638db910f44520807be385af4c3f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450295 Aug 08 20:26:46.372632 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57410) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:46.419332 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-75714cbf-7e82-49e8-8431-0e2220670a70 admin admin] Publish callbacks [] for security_group (70d272c3-fe50-48f6-b36d-787d41c06405), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:46.439719 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-75714cbf-7e82-49e8-8431-0e2220670a70 admin admin] Publish callbacks [] for security_group (70d272c3-fe50-48f6-b36d-787d41c06405), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:46.574927 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-75714cbf-7e82-49e8-8431-0e2220670a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (70d272c3-fe50-48f6-b36d-787d41c06405), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:46.578413 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-75714cbf-7e82-49e8-8431-0e2220670a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:46.579568 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-75714cbf-7e82-49e8-8431-0e2220670a70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70d272c3-fe50-48f6-b36d-787d41c06405 HTTP/1.1" status: 204 len: 168 time: 0.2059760 Aug 08 20:26:46.587622 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75714cbf-7e82-49e8-8431-0e2220670a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d272c3-fe50-48f6-b36d-787d41c06405,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:47.172758 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f8e9c-ba50-4f18-aff1-35dae9890068 req-bfdca11e-4541-4935-b84f-837e236fdab4 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:47.174295 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-930f8e9c-ba50-4f18-aff1-35dae9890068 req-bfdca11e-4541-4935-b84f-837e236fdab4 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0561593 Aug 08 20:26:47.220828 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-930f8e9c-ba50-4f18-aff1-35dae9890068 req-2c3bf812-0256-45a7-acc5-a2e07ce69ed8 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406692 Aug 08 20:26:47.441232 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ec73-0d56-4dd9-8c34-7490c6032d0e req-93b176fe-2e57-4dde-8d6a-48342bdb81cf tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:47.443064 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8715ec73-0d56-4dd9-8c34-7490c6032d0e req-93b176fe-2e57-4dde-8d6a-48342bdb81cf tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0543575 Aug 08 20:26:47.495025 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8715ec73-0d56-4dd9-8c34-7490c6032d0e req-3a1e4b35-a246-4c1c-aca7-e11484334d6a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462642 Aug 08 20:26:47.599779 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57446) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:47.696352 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-475487971-network', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:26:47.780829 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Made reservation on behalf of 65afc33bb2ec4e64807fb1e94f82594f for: {'network': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:26:47.783303 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:47.792038 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:47.868976 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Publish callbacks [] for security_group (ca8a9786-80d7-4ad8-a5c8-e02ce89349c5), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:47.935045 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (ca8a9786-80d7-4ad8-a5c8-e02ce89349c5), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:47.956414 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=104384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:26:47.970010 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8a9786-80d7-4ad8-a5c8-e02ce89349c5,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:47.974723 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (97328c50-ca78-40b7-ba69-589d2c164814), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:47.975067 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.segments_db [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Added segment 97328c50-ca78-40b7-ba69-589d2c164814 of type vlan for network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 Aug 08 20:26:48.017045 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (7099fd9c-9514-43aa-9ae6-9d8614d2e1b0), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:48.122100 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (7099fd9c-9514-43aa-9ae6-9d8614d2e1b0), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:48.123037 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:48.123628 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:48.182208 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] Pushing event updated for resources: {'Network': ['ID=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:48.193492 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:26:48.274818 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-25019284-3ba1-4e11-bfea-004671d58636 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6739469 Aug 08 20:26:48.277763 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57456) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:48.282728 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-aca29265-e7aa-40ec-b7ba-fd87cb19bc7a admin admin] Request body: {'subnet': {'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-475487971-subnet', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'ip_version': 4}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:26:48.350904 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81bed0-8b1f-4257-85e7-de2bc73d4d45 req-aa13bc0a-7d11-4af1-9136-e8c89d44a7b9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:48.353248 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5e81bed0-8b1f-4257-85e7-de2bc73d4d45 req-aa13bc0a-7d11-4af1-9136-e8c89d44a7b9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0555825 Aug 08 20:26:48.403961 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca29265-e7aa-40ec-b7ba-fd87cb19bc7a admin admin] Made reservation on behalf of 65afc33bb2ec4e64807fb1e94f82594f for: {'subnet': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:26:48.406336 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-aca29265-e7aa-40ec-b7ba-fd87cb19bc7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26890397'] for subnet (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:48.468612 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5e81bed0-8b1f-4257-85e7-de2bc73d4d45 req-964a4558-7eac-458b-aaeb-650fdd038214 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101968 Aug 08 20:26:48.515957 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742eec9-105b-4787-a07b-aec7012748ea req-c58b758d-b13d-473e-82e8-da90dfcce29e tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:48.518100 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1742eec9-105b-4787-a07b-aec7012748ea req-c58b758d-b13d-473e-82e8-da90dfcce29e tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 945 time: 0.1330087 Aug 08 20:26:48.627862 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1742eec9-105b-4787-a07b-aec7012748ea req-b192b9ec-64f8-4a63-9057-def5f8f2e510 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034050 Aug 08 20:26:48.698305 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185daa83-e68c-4d6a-84fb-90a0627f4193 req-75d2a71a-dfa7-4ef6-8792-ebaa6ceb454b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:48.699766 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-185daa83-e68c-4d6a-84fb-90a0627f4193 req-75d2a71a-dfa7-4ef6-8792-ebaa6ceb454b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.1146674 Aug 08 20:26:48.736771 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-aca29265-e7aa-40ec-b7ba-fd87cb19bc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27037254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26890383'] for subnet (dabc7f81-ee97-4703-9abc-0fad495abc04), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:48.771853 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-185daa83-e68c-4d6a-84fb-90a0627f4193 req-d5be7632-20ac-41d0-922e-3cd89e810a9c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653942 Aug 08 20:26:48.804443 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca29265-e7aa-40ec-b7ba-fd87cb19bc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabc7f81-ee97-4703-9abc-0fad495abc04,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:48.816228 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca29265-e7aa-40ec-b7ba-fd87cb19bc7a admin admin] Checking segment: {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:26:48.816583 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca29265-e7aa-40ec-b7ba-fd87cb19bc7a admin admin] Network hostable DHCP agents. Network: 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:26:48.894543 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca29265-e7aa-40ec-b7ba-fd87cb19bc7a admin admin] Network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:26:48.945871 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-aca29265-e7aa-40ec-b7ba-fd87cb19bc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0) {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:26:48.949889 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca29265-e7aa-40ec-b7ba-fd87cb19bc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:48.950418 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-aca29265-e7aa-40ec-b7ba-fd87cb19bc7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:48.955457 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ece071-e9fc-4f5e-a339-9293a267c24e None None] Network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:26:49.039433 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-aca29265-e7aa-40ec-b7ba-fd87cb19bc7a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7605515 Aug 08 20:26:49.042060 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57462) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:49.046169 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:26:49.058492 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:26:49.059698 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:49.145533 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1852'] for router (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:49.146706 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1847'] for router (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:49.192683 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Allocated IP 172.20.0.2 (7099fd9c-9514-43aa-9ae6-9d8614d2e1b0/dabc7f81-ee97-4703-9abc-0fad495abc04/0388ace8-70cf-432a-a5d2-e2dddfb8fbae) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:26:49.200287 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Publish callbacks [] for router_controller (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), precommit_add_association {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:49.325883 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Publish callbacks [] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:49.387130 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Publish callbacks [] for router_gateway (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:49.409677 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:49.447140 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:26:49.451979 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:26:49.458536 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:26:49.463444 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Pushing event updated for resources: {'Port': ['ID=0388ace8-70cf-432a-a5d2-e2dddfb8fbae,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:49.522857 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Attempting to bind port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:26:49.523497 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Attempting to bind port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:26:49.523857 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Attempting to bind port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae on network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:26:49.529075 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:26:49.529431 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Checking segment: {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:26:49.529869 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:49.530265 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Bound using segment: {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:26:49.530810 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Bound port: 0388ace8-70cf-432a-a5d2-e2dddfb8fbae, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:26:49.531189 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:49.616310 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] For port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:26:49.619206 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] For port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0388ace8-70cf-432a-a5d2-e2dddfb8fbae,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:26:49.690007 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Publish callbacks [] for router_gateway (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:49.693940 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4bb4a69d-b537-45bb-ba89-e609735b4a56 req-8772f26f-7b8a-4841-b5a4-0c55ded67048 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510566 Aug 08 20:26:49.696495 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:49.698053 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703e760-ea70-4a14-bbf1-3f876d6241aa req-e935952d-c1af-495c-9690-a41ed8ae6a9e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:49.709406 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1703e760-ea70-4a14-bbf1-3f876d6241aa req-e935952d-c1af-495c-9690-a41ed8ae6a9e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.1296341 Aug 08 20:26:49.754895 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:49.760061 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1ea83-e03b-448b-9b23-a6db9e961b20 None None] Pushing event updated for resources: {'Port': ['ID=0388ace8-70cf-432a-a5d2-e2dddfb8fbae,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:49.789580 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4a69d-b537-45bb-ba89-e609735b4a56 req-54f70b0c-a68a-4744-98c5-82554eab445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:49.792471 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4bb4a69d-b537-45bb-ba89-e609735b4a56 req-54f70b0c-a68a-4744-98c5-82554eab445d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 1130 time: 0.0622172 Aug 08 20:26:49.866505 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1703e760-ea70-4a14-bbf1-3f876d6241aa req-c973ea4d-1930-4ac0-b270-3bde1efd9904 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545982 Aug 08 20:26:49.906553 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9548-62af-4b48-8f83-473c38f9e785 req-c035045f-df2c-449b-b7e4-b22743dfd1c7 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:49.910029 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-24fa9548-62af-4b48-8f83-473c38f9e785 req-c035045f-df2c-449b-b7e4-b22743dfd1c7 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 945 time: 0.1639380 Aug 08 20:26:49.936750 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4a69d-b537-45bb-ba89-e609735b4a56 req-d7edfbb5-a4f3-473e-81b7-568f9d64889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:49.941349 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4bb4a69d-b537-45bb-ba89-e609735b4a56 req-d7edfbb5-a4f3-473e-81b7-568f9d64889a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 917 time: 0.1238663 Aug 08 20:26:49.966764 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Allocated IP 172.27.3.248 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/488db1ad-0806-48e8-b861-dcb2a4ba17bf) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:26:50.023341 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4bb4a69d-b537-45bb-ba89-e609735b4a56 req-b1b274a6-e6a7-4a83-814a-4562a628ce82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647 HTTP/1.1" status: 200 len: 1001 time: 0.0778344 Aug 08 20:26:50.042924 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-24fa9548-62af-4b48-8f83-473c38f9e785 req-68c0ef3b-008b-4921-bec0-e1e28b26d944 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/security-groups?id=69469ca7-7b79-4272-b238-c96472502466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266062 Aug 08 20:26:50.079883 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4a69d-b537-45bb-ba89-e609735b4a56 req-88491d1e-afcd-4ccc-95f0-2b45c64ed10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:50.081982 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4bb4a69d-b537-45bb-ba89-e609735b4a56 req-88491d1e-afcd-4ccc-95f0-2b45c64ed10d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 200 len: 855 time: 0.0519171 Aug 08 20:26:50.119037 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fef7c-a99e-46c7-9d4f-8550314e734d req-f0990178-0a7a-42fe-bf1a-242d2de8e779 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:50.120661 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9b4fef7c-a99e-46c7-9d4f-8550314e734d req-f0990178-0a7a-42fe-bf1a-242d2de8e779 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.1288311 Aug 08 20:26:50.135868 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4a69d-b537-45bb-ba89-e609735b4a56 req-2ce44b39-d00b-49b1-a391-d12406e9cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:50.138555 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4bb4a69d-b537-45bb-ba89-e609735b4a56 req-2ce44b39-d00b-49b1-a391-d12406e9cf5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0fe47e-2c8c-470d-88d2-53ef7f857979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475187 Aug 08 20:26:50.156220 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Publish callbacks [] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:50.200771 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9b4fef7c-a99e-46c7-9d4f-8550314e734d req-3cde15f4-2412-440a-bb7b-f1ec2399bd83 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731239 Aug 08 20:26:50.277023 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:50.322421 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:26:50.325489 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:26:50.329521 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:26:50.334758 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Pushing event updated for resources: {'Port': ['ID=488db1ad-0806-48e8-b861-dcb2a4ba17bf,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:50.519680 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d560c1-855b-45cb-bc6c-0efb6acd4a64 req-2a02c51f-970b-405e-8c7e-0510ebb00220 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:50.521165 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-66d560c1-855b-45cb-bc6c-0efb6acd4a64 req-2a02c51f-970b-405e-8c7e-0510ebb00220 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.49 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 945 time: 0.0759454 Aug 08 20:26:50.545367 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4bb4a69d-b537-45bb-ba89-e609735b4a56 req-9ac85f84-7af2-4371-aad2-a1e2c0e2605f service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992233 Aug 08 20:26:50.671145 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Publish callbacks [] for router_gateway (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:50.704739 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4bb4a69d-b537-45bb-ba89-e609735b4a56 req-1e580e1c-c027-47d3-a195-14b30e532715 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385846 Aug 08 20:26:50.710512 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-66d560c1-855b-45cb-bc6c-0efb6acd4a64 req-70fa14d0-f7e8-41e3-9bb5-6b6a0f89a406 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Deleting port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:26:50.710858 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-66d560c1-855b-45cb-bc6c-0efb6acd4a64 req-70fa14d0-f7e8-41e3-9bb5-6b6a0f89a406 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:50.774861 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0f9bd1-0ae3-4bab-bec4-ce4edd62e093 None None] Network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:26:50.819487 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-66d560c1-855b-45cb-bc6c-0efb6acd4a64 req-70fa14d0-f7e8-41e3-9bb5-6b6a0f89a406 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] For port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=aafcc1a2-7681-4dd3-a625-d2a2cb22d27f,segment=NetworkSegment(034e0334-8966-40fb-ad14-166750ce5deb),segment_id=034e0334-8966-40fb-ad14-166750ce5deb)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:50.820217 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-66d560c1-855b-45cb-bc6c-0efb6acd4a64 req-70fa14d0-f7e8-41e3-9bb5-6b6a0f89a406 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:50.833607 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-66d560c1-855b-45cb-bc6c-0efb6acd4a64 req-70fa14d0-f7e8-41e3-9bb5-6b6a0f89a406 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Calling delete_port for aafcc1a2-7681-4dd3-a625-d2a2cb22d27f owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:26:50.874545 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228'] for router (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:50.892570 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-d229829a-29c7-4053-991c-cfe437204000 None None] Provisioning complete for port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:50.893400 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d229829a-29c7-4053-991c-cfe437204000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:50.998192 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-d229829a-29c7-4053-991c-cfe437204000 None None] Current status of the port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:50.998597 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d229829a-29c7-4053-991c-cfe437204000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:51.035570 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-d229829a-29c7-4053-991c-cfe437204000 None None] For port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0388ace8-70cf-432a-a5d2-e2dddfb8fbae,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:51.043453 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-66d560c1-855b-45cb-bc6c-0efb6acd4a64 req-70fa14d0-f7e8-41e3-9bb5-6b6a0f89a406 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (aafcc1a2-7681-4dd3-a625-d2a2cb22d27f), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:51.057088 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['aafcc1a2-7681-4dd3-a625-d2a2cb22d27f'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:26:51.059481 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa557c-9c67-4b57-81a6-b35e5e9f11fd req-79267c20-a48c-407f-8837-2604bfe42a32 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:51.061068 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8caa557c-9c67-4b57-81a6-b35e5e9f11fd req-79267c20-a48c-407f-8837-2604bfe42a32 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0827262 Aug 08 20:26:51.105875 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa14d0-f7e8-41e3-9bb5-6b6a0f89a406 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Pushing event deleted for resources: {'Port': ['ID=aafcc1a2-7681-4dd3-a625-d2a2cb22d27f,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:51.123412 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d229829a-29c7-4053-991c-cfe437204000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:51.133317 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8caa557c-9c67-4b57-81a6-b35e5e9f11fd req-cf1a3b15-59e3-4886-84a2-b40101af97cd tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644748 Aug 08 20:26:51.153180 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 is scheduled to L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 with binding_index 1 {{(pid=104383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 20:26:51.172133 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d560c1-855b-45cb-bc6c-0efb6acd4a64 req-70fa14d0-f7e8-41e3-9bb5-6b6a0f89a406 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] No DVR routers for this DVR port aafcc1a2-7681-4dd3-a625-d2a2cb22d27f on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:26:51.174578 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-66d560c1-855b-45cb-bc6c-0efb6acd4a64 req-70fa14d0-f7e8-41e3-9bb5-6b6a0f89a406 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:51.179145 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-66d560c1-855b-45cb-bc6c-0efb6acd4a64 req-70fa14d0-f7e8-41e3-9bb5-6b6a0f89a406 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.49 "DELETE /v2.0/ports/aafcc1a2-7681-4dd3-a625-d2a2cb22d27f HTTP/1.1" status: 204 len: 173 time: 0.6515677 Aug 08 20:26:51.179631 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732bed83-9ff2-4d9b-9b5b-a9ab2059d60c', 'name': 'network-vif-deleted', 'tag': 'aafcc1a2-7681-4dd3-a625-d2a2cb22d27f'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:26:51.182155 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1a6eaf-7b63-44f4-bd0b-74299f07532e" -d '{"events": [{"server_uuid": "732bed83-9ff2-4d9b-9b5b-a9ab2059d60c", "name": "network-vif-deleted", "tag": "aafcc1a2-7681-4dd3-a625-d2a2cb22d27f"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:26:51.189772 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229829a-29c7-4053-991c-cfe437204000 None None] Pushing event updated for resources: {'Port': ['ID=0388ace8-70cf-432a-a5d2-e2dddfb8fbae,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:51.226677 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d438640-c197-4b1e-ac9d-84f5301d5000 x-openstack-request-id: req-4d438640-c197-4b1e-ac9d-84f5301d5000 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:26:51.227021 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732bed83-9ff2-4d9b-9b5b-a9ab2059d60c", "name": "network-vif-deleted", "tag": "aafcc1a2-7681-4dd3-a625-d2a2cb22d27f", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:26:51.227281 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d438640-c197-4b1e-ac9d-84f5301d5000 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:26:51.227718 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d438640-c197-4b1e-ac9d-84f5301d5000'] response: {'server_uuid': '732bed83-9ff2-4d9b-9b5b-a9ab2059d60c', 'name': 'network-vif-deleted', 'tag': 'aafcc1a2-7681-4dd3-a625-d2a2cb22d27f', 'status': 'completed', 'code': 200} Aug 08 20:26:51.237529 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-93701fa9-4d8a-44d2-8ad2-075fd6b8090a req-0faf953e-cc91-488b-b69c-ded4b987cd70 tempest-VolumesSnapshotTestJSON-1345517064 tempest-VolumesSnapshotTestJSON-1345517064-project] 10.222.0.26 "GET /v2.0/ports?device_id=732bed83-9ff2-4d9b-9b5b-a9ab2059d60c HTTP/1.1" status: 200 len: 210 time: 0.0859520 Aug 08 20:26:51.262625 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-f45e0697-aab1-4eae-a5e7-b02cd2206245 None None] Provisioning complete for port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:51.262996 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f45e0697-aab1-4eae-a5e7-b02cd2206245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:51.351412 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-f45e0697-aab1-4eae-a5e7-b02cd2206245 None None] Current status of the port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:51.425592 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0388ace8-70cf-432a-a5d2-e2dddfb8fbae up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:26:51.480502 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:51.480914 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:51.529663 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-62c92b7b-156d-4920-9ba6-2c0265b77a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:51.554478 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:26:51.567435 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Sync routers for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:26:51.575350 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c26e73-3520-4e9a-8249-47b59ec8f706 req-2f7d6391-f708-44b3-95dd-de403d646996 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:51.576901 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5c26e73-3520-4e9a-8249-47b59ec8f706 req-2f7d6391-f708-44b3-95dd-de403d646996 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.2893934 Aug 08 20:26:51.578068 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:51.590358 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:26:51.590358 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:26:51.633201 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5c26e73-3520-4e9a-8249-47b59ec8f706 req-c6fa8ff8-5ae9-4a41-a5e7-c7f6cbec4abd tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477700 Aug 08 20:26:51.674371 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:51.675699 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-18008775-d25f-418b-b13d-8c449979db52 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6326339 Aug 08 20:26:51.678394 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57478) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:51.812148 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:26:51.998583 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:50Z', 'revision_number': 3, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:26:52.023829 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.024571 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Checking router: cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:26:52.024964 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Updating router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 port 488db1ad-0806-48e8-b861-dcb2a4ba17bf binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:26:52.057842 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.092202 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.280937 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Allocated IP 172.20.0.1 (7099fd9c-9514-43aa-9ae6-9d8614d2e1b0/dabc7f81-ee97-4703-9abc-0fad495abc04/ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:26:52.310934 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b65f01-a83a-4148-b0cd-37c4862682e5 req-9025aba0-6381-4d3c-8e6e-1cedd02ae6ce tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:52.318641 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-31b65f01-a83a-4148-b0cd-37c4862682e5 req-9025aba0-6381-4d3c-8e6e-1cedd02ae6ce tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0860043 Aug 08 20:26:52.332236 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Publish callbacks [] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.419465 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.421366 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-31b65f01-a83a-4148-b0cd-37c4862682e5 req-c8e3fa1f-8288-4fb3-a944-2887805742a0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018133 Aug 08 20:26:52.435219 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Attempting to bind port 488db1ad-0806-48e8-b861-dcb2a4ba17bf on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:26:52.435603 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Attempting to bind port 488db1ad-0806-48e8-b861-dcb2a4ba17bf by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:26:52.437513 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Attempting to bind port 488db1ad-0806-48e8-b861-dcb2a4ba17bf on network 20c2ba87-50cc-4c17-a28e-a16c072740fd {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:26:52.441539 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:26:52.442204 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:26:52.442783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.443355 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Bound using segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:26:52.443988 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Bound port: 488db1ad-0806-48e8-b861-dcb2a4ba17bf, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:26:52.444558 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.453978 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Publish callbacks [] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.517993 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e39c64-2883-427b-b7c7-d7ee88abca73 None None] Pushing event updated for resources: {'Port': ['ID=488db1ad-0806-48e8-b861-dcb2a4ba17bf,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:52.525597 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] For port 488db1ad-0806-48e8-b861-dcb2a4ba17bf, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:26:52.528631 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] For port 488db1ad-0806-48e8-b861-dcb2a4ba17bf, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=488db1ad-0806-48e8-b861-dcb2a4ba17bf,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:26:52.556830 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.599016 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:26:52.601970 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:26:52.605635 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:26:52.628413 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Pushing event updated for resources: {'Port': ['ID=ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:52.647894 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.650959 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641971'] for router_interface (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.700649 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:26:52.701338 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:26:52.762057 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e39c64-2883-427b-b7c7-d7ee88abca73 None None] Pushing event updated for resources: {'Port': ['ID=488db1ad-0806-48e8-b861-dcb2a4ba17bf,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:52.823247 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:26:52.825819 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0af2e-6e75-4150-8ab3-75be06f3b192 req-36f2b9cc-cf4d-4b4f-bc33-9d0f47035690 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:52.845402 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b6b0af2e-6e75-4150-8ab3-75be06f3b192 req-36f2b9cc-cf4d-4b4f-bc33-9d0f47035690 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0957038 Aug 08 20:26:52.917314 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b6b0af2e-6e75-4150-8ab3-75be06f3b192 req-948ca59f-fc28-4de9-8a35-18f689749e04 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709817 Aug 08 20:26:52.928254 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.938425 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-90f05812-d74d-4c5b-b463-340d7baf8c7d None None] Provisioning complete for port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:52.939258 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-90f05812-d74d-4c5b-b463-340d7baf8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:52.986237 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-90f05812-d74d-4c5b-b463-340d7baf8c7d None None] Port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:26:53.048581 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:50Z', 'revision_number': 3, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:26:53.073761 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d4adc-becd-4451-a7f6-a561f5830a5c None None] The sync data for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi is: [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:50Z', 'revision_number': 3, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:26:53.113892 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Publish callbacks [] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:53.163313 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:53.230654 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Pushing event updated for resources: {'Port': ['ID=ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:53.236374 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641991'] for router_interface (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:53.359597 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:26:53.361856 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:26:53.436679 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 488db1ad-0806-48e8-b861-dcb2a4ba17bf up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:26:53.502194 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:26:53.549202 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 488db1ad-0806-48e8-b861-dcb2a4ba17bf triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:53.555259 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:53.650830 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 488db1ad-0806-48e8-b861-dcb2a4ba17bf is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:53.651198 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:53.659670 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-830abf35-44e6-4869-841a-aa579ffc522b None None] Provisioning complete for port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:53.660047 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-830abf35-44e6-4869-841a-aa579ffc522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:53.676852 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:26:53.682700 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-de53ff5e-7295-4b77-8b85-14e7d47df673 admin admin] 10.222.0.26 "PUT /v2.0/routers/cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0032299 Aug 08 20:26:53.699791 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd0eac-899c-4303-9b57-e047c1236039 req-db616b91-5d5e-4fdd-8798-5a52c03cd8c6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:53.701431 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cedd0eac-899c-4303-9b57-e047c1236039 req-db616b91-5d5e-4fdd-8798-5a52c03cd8c6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0833728 Aug 08 20:26:53.715189 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 488db1ad-0806-48e8-b861-dcb2a4ba17bf, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=488db1ad-0806-48e8-b861-dcb2a4ba17bf,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:53.728526 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-830abf35-44e6-4869-841a-aa579ffc522b None None] Port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:26:53.765556 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cedd0eac-899c-4303-9b57-e047c1236039 req-56b5ebb7-f38b-40ae-bb36-6ef700509dff tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567987 Aug 08 20:26:53.809241 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:53.862504 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=488db1ad-0806-48e8-b861-dcb2a4ba17bf,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:54.038141 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c02da233-cb81-446d-9ecf-2db3d6bdd80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:54.092180 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2df02-2b77-4a92-8ffc-8269a38c384d req-f565af92-bfba-41f4-b256-bd679b82ddc3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:54.093761 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-49c2df02-2b77-4a92-8ffc-8269a38c384d req-f565af92-bfba-41f4-b256-bd679b82ddc3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0606208 Aug 08 20:26:54.146559 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-49c2df02-2b77-4a92-8ffc-8269a38c384d req-4c3df623-d536-48f3-9a31-f24beda1cb4e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469859 Aug 08 20:26:54.518667 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57518) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:54.523480 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-337634339-network', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:26:54.619567 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Made reservation on behalf of 356a3c892bff4d558f3530ad5f96ed2a for: {'network': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:26:54.622211 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:54.631241 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:54.711541 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Publish callbacks [] for security_group (6fc91a9f-2769-47c8-a2f0-d4d29b07bb11), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:54.741262 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device aafcc1a2-7681-4dd3-a625-d2a2cb22d27f no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:26:54.762317 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: aafcc1a2-7681-4dd3-a625-d2a2cb22d27f {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:26:54.762708 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device aafcc1a2-7681-4dd3-a625-d2a2cb22d27f not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:26:54.777530 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Sync routers for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:26:54.785848 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (6fc91a9f-2769-47c8-a2f0-d4d29b07bb11), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:54.787958 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:26:54.788571 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:26:54.806009 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=104383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:26:54.824273 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc91a9f-2769-47c8-a2f0-d4d29b07bb11,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:54.827215 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (061fbf1a-d4b3-4153-8dcb-733b0db9a6ff), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:54.828049 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.segments_db [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Added segment 061fbf1a-d4b3-4153-8dcb-733b0db9a6ff of type vlan for network 74538fcc-e657-4508-8765-a8db56756ae8 Aug 08 20:26:54.877974 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (74538fcc-e657-4508-8765-a8db56756ae8), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:54.902485 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:26:54.934243 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817218a9-a86f-4887-8646-73525b7c84f3 req-72817905-321b-4ab9-a60e-b27db9110027 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:54.935783 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-817218a9-a86f-4887-8646-73525b7c84f3 req-72817905-321b-4ab9-a60e-b27db9110027 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0777888 Aug 08 20:26:54.978691 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (74538fcc-e657-4508-8765-a8db56756ae8), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:54.979738 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:54.980263 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.004399 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-817218a9-a86f-4887-8646-73525b7c84f3 req-dba65525-9063-4fad-b0ad-e6e10bb44626 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615697 Aug 08 20:26:55.008054 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.053128 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] Pushing event updated for resources: {'Network': ['ID=74538fcc-e657-4508-8765-a8db56756ae8,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:55.063884 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 74538fcc-e657-4508-8765-a8db56756ae8 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:26:55.098723 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ccf8299d-2a1b-4b4c-9824-98665a26bcbe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5789399 Aug 08 20:26:55.101592 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57522) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:55.107205 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-fd6dcbef-c0f0-4265-b6b1-99faeee45d3a admin admin] Request body: {'subnet': {'network_id': '74538fcc-e657-4508-8765-a8db56756ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-337634339-subnet', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'ip_version': 4}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:26:55.186392 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6dcbef-c0f0-4265-b6b1-99faeee45d3a admin admin] Made reservation on behalf of 356a3c892bff4d558f3530ad5f96ed2a for: {'subnet': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:26:55.190099 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd6dcbef-c0f0-4265-b6b1-99faeee45d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26890397'] for subnet (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.194340 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 2, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:26:55.218863 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Checking router: cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:26:55.219815 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Updating router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f binding host dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:26:55.252623 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.321425 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311abab1-2b33-4f78-8126-cc34fb324d3f req-f9029938-fd43-4589-acbf-13db7ae661c8 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:55.322996 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-311abab1-2b33-4f78-8126-cc34fb324d3f req-f9029938-fd43-4589-acbf-13db7ae661c8 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0921390 Aug 08 20:26:55.398542 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 488db1ad-0806-48e8-b861-dcb2a4ba17bf up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:26:55.441019 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-311abab1-2b33-4f78-8126-cc34fb324d3f req-652f2286-79ee-466c-9c72-d1fffa0f38cb tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066332 Aug 08 20:26:55.464292 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 488db1ad-0806-48e8-b861-dcb2a4ba17bf triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:55.465798 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.512511 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd6dcbef-c0f0-4265-b6b1-99faeee45d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27037254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26890383'] for subnet (1e09728a-06a2-4d26-97fa-e724f89f1b92), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.534586 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Publish callbacks [] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.541346 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 488db1ad-0806-48e8-b861-dcb2a4ba17bf is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:55.571548 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dcbef-c0f0-4265-b6b1-99faeee45d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e09728a-06a2-4d26-97fa-e724f89f1b92,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:55.581756 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6dcbef-c0f0-4265-b6b1-99faeee45d3a admin admin] Checking segment: {'id': '061fbf1a-d4b3-4153-8dcb-733b0db9a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:26:55.582115 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6dcbef-c0f0-4265-b6b1-99faeee45d3a admin admin] Network hostable DHCP agents. Network: 74538fcc-e657-4508-8765-a8db56756ae8, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:26:55.585975 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.664485 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Pushing event updated for resources: {'Port': ['ID=ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:55.664706 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6dcbef-c0f0-4265-b6b1-99faeee45d3a admin admin] Network 74538fcc-e657-4508-8765-a8db56756ae8 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:26:55.679639 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.680009 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.680420 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.680759 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.681234 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.681566 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.681890 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.682213 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.682535 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.682869 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.683192 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.683508 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.683822 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:26:55.688653 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Attempting to bind port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:26:55.689050 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Attempting to bind port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:26:55.689408 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Attempting to bind port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f on network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:26:55.694870 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:26:55.696646 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Checking segment: {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:26:55.696646 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.696646 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Bound using segment: {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:26:55.696646 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Bound port: ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:26:55.697039 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.754440 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] For port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:26:55.757548 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] For port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:26:55.802172 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-fd6dcbef-c0f0-4265-b6b1-99faeee45d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 74538fcc-e657-4508-8765-a8db56756ae8) {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:26:55.806214 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6dcbef-c0f0-4265-b6b1-99faeee45d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:55.806879 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd6dcbef-c0f0-4265-b6b1-99faeee45d3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.810961 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dfd0e5-e680-4984-829a-e1b6394da431 None None] Network 74538fcc-e657-4508-8765-a8db56756ae8 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:26:55.843804 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.877198 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:26:55.877826 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:26:55.890800 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-fd6dcbef-c0f0-4265-b6b1-99faeee45d3a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7873909 Aug 08 20:26:55.893528 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57528) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:55.902659 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-337634339-router', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:26:55.919233 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-74538fcc-e657-4508-8765-a8db56756ae8', 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8', 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'fixed_ips': [{'subnet_id': '1e09728a-06a2-4d26-97fa-e724f89f1b92'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:26:55.920118 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.937836 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990470f-1332-4a3e-a67d-8c8c1d7e7931 None None] Pushing event updated for resources: {'Port': ['ID=ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f,revision_number=4']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:55.986202 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1852'] for router (5c47f975-08ed-4c76-9983-cc854e5186fd), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.987848 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1847'] for router (5c47f975-08ed-4c76-9983-cc854e5186fd), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:55.997198 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:26:56.043349 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Publish callbacks [] for router_controller (5c47f975-08ed-4c76-9983-cc854e5186fd), precommit_add_association {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:56.060878 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Allocated IP 172.20.0.2 (74538fcc-e657-4508-8765-a8db56756ae8/1e09728a-06a2-4d26-97fa-e724f89f1b92/cf00a6f5-c467-48a5-9e93-8fce59a8c398) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:26:56.204138 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02535d6f-0421-44ef-a1e5-5bff4c14cee9 req-6f6be89e-f86b-46c3-bdbe-ed654964ccc1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:56.205680 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-02535d6f-0421-44ef-a1e5-5bff4c14cee9 req-6f6be89e-f86b-46c3-bdbe-ed654964ccc1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.1216741 Aug 08 20:26:56.214204 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:55Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:26:56.214573 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Publish callbacks [] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:56.240087 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7409cc90-bd30-450b-a715-27a9abd04a78 None None] The sync data for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi is: [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:55Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:26:56.301631 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:56.302971 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Publish callbacks [] for router_gateway (5c47f975-08ed-4c76-9983-cc854e5186fd), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:56.337414 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-02535d6f-0421-44ef-a1e5-5bff4c14cee9 req-b17e91a9-f3cf-4357-930e-e917f8e42c95 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210384 Aug 08 20:26:56.349824 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Network 74538fcc-e657-4508-8765-a8db56756ae8 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:26:56.352965 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:26:56.357825 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:26:56.366180 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Pushing event updated for resources: {'Port': ['ID=cf00a6f5-c467-48a5-9e93-8fce59a8c398,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:56.422463 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Attempting to bind port cf00a6f5-c467-48a5-9e93-8fce59a8c398 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:26:56.422844 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Attempting to bind port cf00a6f5-c467-48a5-9e93-8fce59a8c398 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '061fbf1a-d4b3-4153-8dcb-733b0db9a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:26:56.423213 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Attempting to bind port cf00a6f5-c467-48a5-9e93-8fce59a8c398 on network 74538fcc-e657-4508-8765-a8db56756ae8 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:26:56.429378 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:26:56.429808 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Checking segment: {'id': '061fbf1a-d4b3-4153-8dcb-733b0db9a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:26:56.430293 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:56.430695 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Bound using segment: {'id': '061fbf1a-d4b3-4153-8dcb-733b0db9a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:26:56.431170 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Bound port: cf00a6f5-c467-48a5-9e93-8fce59a8c398, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061fbf1a-d4b3-4153-8dcb-733b0db9a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:26:56.431555 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:56.531104 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] For port cf00a6f5-c467-48a5-9e93-8fce59a8c398, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:26:56.540398 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] For port cf00a6f5-c467-48a5-9e93-8fce59a8c398, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=cf00a6f5-c467-48a5-9e93-8fce59a8c398,segment=NetworkSegment(061fbf1a-d4b3-4153-8dcb-733b0db9a6ff),segment_id=061fbf1a-d4b3-4153-8dcb-733b0db9a6ff)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:26:56.609296 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:56.621037 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:56.683002 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a996e0-e07e-488c-a22a-4750019aeda7 None None] Pushing event updated for resources: {'Port': ['ID=cf00a6f5-c467-48a5-9e93-8fce59a8c398,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:56.901706 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8a537-c38a-4991-ad6a-560910b382cc req-5810bc7d-fd59-4fa8-a5b8-22d36e1a00ee tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:56.903202 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4bf8a537-c38a-4991-ad6a-560910b382cc req-5810bc7d-fd59-4fa8-a5b8-22d36e1a00ee tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.3509796 Aug 08 20:26:56.918243 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Publish callbacks [] for router_gateway (5c47f975-08ed-4c76-9983-cc854e5186fd), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:56.949484 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:57.034397 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4bf8a537-c38a-4991-ad6a-560910b382cc req-98f3b526-2cb3-4924-a4a2-9d74c0c976b0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193557 Aug 08 20:26:57.095476 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Allocated IP 172.27.3.19 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/956fd77a-3661-4af4-acbb-6e6e014e0b3c) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:26:57.201583 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Publish callbacks [] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:57.306232 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:57.350384 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:26:57.353493 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:26:57.361951 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:26:57.390921 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Pushing event updated for resources: {'Port': ['ID=956fd77a-3661-4af4-acbb-6e6e014e0b3c,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:57.504620 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device cf00a6f5-c467-48a5-9e93-8fce59a8c398 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:26:57.568347 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port cf00a6f5-c467-48a5-9e93-8fce59a8c398 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:57.568907 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:57.606954 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d29589-abed-4c66-bc60-095d2949beeb req-e12d7116-db27-4eab-8beb-2d38bf13d31f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:57.608619 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-67d29589-abed-4c66-bc60-095d2949beeb req-e12d7116-db27-4eab-8beb-2d38bf13d31f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.1645920 Aug 08 20:26:57.657258 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port cf00a6f5-c467-48a5-9e93-8fce59a8c398 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:57.657865 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:57.673140 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-67d29589-abed-4c66-bc60-095d2949beeb req-70c76d0e-0103-4873-af66-115f0196c583 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583146 Aug 08 20:26:57.711383 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port cf00a6f5-c467-48a5-9e93-8fce59a8c398, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=cf00a6f5-c467-48a5-9e93-8fce59a8c398,segment=NetworkSegment(061fbf1a-d4b3-4153-8dcb-733b0db9a6ff),segment_id=061fbf1a-d4b3-4153-8dcb-733b0db9a6ff)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:57.761270 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:57.762307 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:26:57.822244 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Publish callbacks [] for router_gateway (5c47f975-08ed-4c76-9983-cc854e5186fd), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:57.846001 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=cf00a6f5-c467-48a5-9e93-8fce59a8c398,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:57.852594 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:57.852890 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:57.894321 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a818e2c-a53c-43eb-a0db-24226e896e8d None None] Network 74538fcc-e657-4508-8765-a8db56756ae8 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:26:58.031093 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228'] for router (5c47f975-08ed-4c76-9983-cc854e5186fd), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:58.152697 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-185c6d94-1690-492d-849c-f8de899e0639 None None] Provisioning complete for port cf00a6f5-c467-48a5-9e93-8fce59a8c398 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:58.153119 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-185c6d94-1690-492d-849c-f8de899e0639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:58.194827 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:58.194827 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:58.207612 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe54bc-dbe2-4747-9f39-b0ff59385270 req-884f3480-78bf-4c5c-8831-cd1613387cf1 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:58.209276 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3ebe54bc-dbe2-4747-9f39-b0ff59385270 req-884f3480-78bf-4c5c-8831-cd1613387cf1 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0796947 Aug 08 20:26:58.243000 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:58.267853 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3ebe54bc-dbe2-4747-9f39-b0ff59385270 req-5c1b2257-d969-47af-a26d-3ccb73f184db tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527074 Aug 08 20:26:58.280419 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:26:58.321633 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-185c6d94-1690-492d-849c-f8de899e0639 None None] Current status of the port cf00a6f5-c467-48a5-9e93-8fce59a8c398 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:58.347803 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Router 5c47f975-08ed-4c76-9983-cc854e5186fd is scheduled to L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 with binding_index 1 {{(pid=104383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 20:26:58.374859 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:58.430616 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:58.471479 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:26:58.481417 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Sync routers for ids ['5c47f975-08ed-4c76-9983-cc854e5186fd'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:26:58.492354 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Routers {'5c47f975-08ed-4c76-9983-cc854e5186fd'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:26:58.493050 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5c47f975-08ed-4c76-9983-cc854e5186fd'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:26:58.553976 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:58.555307 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-412b95cb-46d4-4735-bde8-5ee0d72ac83a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6606934 Aug 08 20:26:58.558009 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57548) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:26:58.594939 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-19c10b33-9bb9-4f51-832c-f9a9cfc9a0ae None None] Provisioning complete for port cf00a6f5-c467-48a5-9e93-8fce59a8c398 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:58.595551 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-19c10b33-9bb9-4f51-832c-f9a9cfc9a0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:58.640284 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Set router 5c47f975-08ed-4c76-9983-cc854e5186fd gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:26:58.795610 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-19c10b33-9bb9-4f51-832c-f9a9cfc9a0ae None None] Current status of the port cf00a6f5-c467-48a5-9e93-8fce59a8c398 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:58.812191 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d551b8b-5e32-4e74-9005-7e27f479745d req-1748b209-187b-4ef7-ae56-e2c41324f509 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:58.814491 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5d551b8b-5e32-4e74-9005-7e27f479745d req-1748b209-187b-4ef7-ae56-e2c41324f509 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0619323 Aug 08 20:26:58.865149 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'name': 'tempest-TestVolumeBootPattern-337634339-router', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:55Z', 'updated_at': '2022-08-08T20:26:57Z', 'revision_number': 3, 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'gw_port': {'id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:56Z', 'updated_at': '2022-08-08T20:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:26:58.866006 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5d551b8b-5e32-4e74-9005-7e27f479745d req-8a087938-104a-444c-ab7b-1ceaef36c4af tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456555 Aug 08 20:26:58.897774 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Checking router: 5c47f975-08ed-4c76-9983-cc854e5186fd for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:26:58.898560 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Updating router 5c47f975-08ed-4c76-9983-cc854e5186fd port 956fd77a-3661-4af4-acbb-6e6e014e0b3c binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:26:58.925651 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:58.975484 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.128310 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Allocated IP 172.20.0.1 (74538fcc-e657-4508-8765-a8db56756ae8/1e09728a-06a2-4d26-97fa-e724f89f1b92/de66c35a-04d1-45e8-9f2f-4ffd2c08186d) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:26:59.166719 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Publish callbacks [] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.230410 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Publish callbacks [] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.237501 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.275831 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Attempting to bind port 956fd77a-3661-4af4-acbb-6e6e014e0b3c on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:26:59.276278 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Attempting to bind port 956fd77a-3661-4af4-acbb-6e6e014e0b3c by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:26:59.276703 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Attempting to bind port 956fd77a-3661-4af4-acbb-6e6e014e0b3c on network 20c2ba87-50cc-4c17-a28e-a16c072740fd {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:26:59.291984 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57361fb6-057d-4d3b-9d55-aeb86b72be1d None None] Pushing event updated for resources: {'Port': ['ID=956fd77a-3661-4af4-acbb-6e6e014e0b3c,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:59.304693 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:26:59.305109 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:26:59.305508 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.305900 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Bound using segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:26:59.306375 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Bound port: 956fd77a-3661-4af4-acbb-6e6e014e0b3c, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:26:59.306751 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.317675 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.366117 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Network 74538fcc-e657-4508-8765-a8db56756ae8 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:26:59.369495 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:26:59.390507 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:26:59.425675 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] For port 956fd77a-3661-4af4-acbb-6e6e014e0b3c, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:26:59.429975 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] For port 956fd77a-3661-4af4-acbb-6e6e014e0b3c, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=956fd77a-3661-4af4-acbb-6e6e014e0b3c,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:26:59.442247 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641971'] for router_interface (5c47f975-08ed-4c76-9983-cc854e5186fd), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.454864 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Pushing event updated for resources: {'Port': ['ID=de66c35a-04d1-45e8-9f2f-4ffd2c08186d,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:59.468052 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device cf00a6f5-c467-48a5-9e93-8fce59a8c398 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:26:59.472509 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60f5d0-9fcc-4ef3-a2c1-e1683d34239e req-fcd42ff1-3cd5-4358-9394-c41f0f1e690b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:59.474763 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fd60f5d0-9fcc-4ef3-a2c1-e1683d34239e req-fcd42ff1-3cd5-4358-9394-c41f0f1e690b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.1141036 Aug 08 20:26:59.521534 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port cf00a6f5-c467-48a5-9e93-8fce59a8c398 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:59.521534 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.546674 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.552272 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fd60f5d0-9fcc-4ef3-a2c1-e1683d34239e req-c7d7f52e-2dc8-4bc3-85d8-2a810e6e4032 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699377 Aug 08 20:26:59.601501 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Routers {'5c47f975-08ed-4c76-9983-cc854e5186fd'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:26:59.602136 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5c47f975-08ed-4c76-9983-cc854e5186fd'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:26:59.668106 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57361fb6-057d-4d3b-9d55-aeb86b72be1d None None] Pushing event updated for resources: {'Port': ['ID=956fd77a-3661-4af4-acbb-6e6e014e0b3c,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:26:59.677704 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.766942 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] Set router 5c47f975-08ed-4c76-9983-cc854e5186fd gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:26:59.769280 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port cf00a6f5-c467-48a5-9e93-8fce59a8c398 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:26:59.770327 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:26:59.794778 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-9cd12f15-27ea-40f3-b7d9-38d70563b1cc None None] Provisioning complete for port de66c35a-04d1-45e8-9f2f-4ffd2c08186d triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:59.795168 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9cd12f15-27ea-40f3-b7d9-38d70563b1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.844921 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Publish callbacks [] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.919864 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-9cd12f15-27ea-40f3-b7d9-38d70563b1cc None None] Port de66c35a-04d1-45e8-9f2f-4ffd2c08186d cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:26:59.928671 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.947946 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:26:59.948328 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:26:59.997277 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ed1a3-ad12-4133-9e7e-af8d5168225e req-01f8c10c-03d0-4a94-84a3-90899eebdf96 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:26:59.999277 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-365ed1a3-ad12-4133-9e7e-af8d5168225e req-01f8c10c-03d0-4a94-84a3-90899eebdf96 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0561488 Aug 08 20:27:00.005127 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641991'] for router_interface (5c47f975-08ed-4c76-9983-cc854e5186fd), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:00.008290 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Pushing event updated for resources: {'Port': ['ID=de66c35a-04d1-45e8-9f2f-4ffd2c08186d,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:00.057098 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-365ed1a3-ad12-4133-9e7e-af8d5168225e req-ebd655ef-919a-4612-abc8-68c0c16d09c0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485446 Aug 08 20:27:00.071860 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:00.075864 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'name': 'tempest-TestVolumeBootPattern-337634339-router', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:55Z', 'updated_at': '2022-08-08T20:26:57Z', 'revision_number': 3, 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'gw_port': {'id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:56Z', 'updated_at': '2022-08-08T20:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:00.100295 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b114b9-6fa2-43db-af94-674eb2b48883 None None] The sync data for ids ['5c47f975-08ed-4c76-9983-cc854e5186fd'] in dv-cinder-848821-2-iscsi is: [{'id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'name': 'tempest-TestVolumeBootPattern-337634339-router', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:55Z', 'updated_at': '2022-08-08T20:26:57Z', 'revision_number': 3, 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'gw_port': {'id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:56Z', 'updated_at': '2022-08-08T20:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:27:00.118374 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Network 74538fcc-e657-4508-8765-a8db56756ae8 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:00.119940 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:00.253624 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Router 5c47f975-08ed-4c76-9983-cc854e5186fd has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:27:00.367392 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-9170c3ee-f44e-4eb3-8820-20790154279e None None] Provisioning complete for port de66c35a-04d1-45e8-9f2f-4ffd2c08186d triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:00.367773 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9170c3ee-f44e-4eb3-8820-20790154279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:00.380159 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:27:00.389990 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-d6b1befc-c0dc-45eb-9de5-d4ccc0b0478c admin admin] 10.222.0.26 "PUT /v2.0/routers/5c47f975-08ed-4c76-9983-cc854e5186fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8308806 Aug 08 20:27:00.407397 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-9170c3ee-f44e-4eb3-8820-20790154279e None None] Port de66c35a-04d1-45e8-9f2f-4ffd2c08186d cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:27:00.554712 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317af3b-efa2-482d-a5bb-f8c0984eab7c req-034801bc-4cdf-450f-b663-206c2ca20114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:00.556444 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4317af3b-efa2-482d-a5bb-f8c0984eab7c req-034801bc-4cdf-450f-b663-206c2ca20114 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 1129 time: 0.0546780 Aug 08 20:27:00.613510 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4317af3b-efa2-482d-a5bb-f8c0984eab7c req-88b693d5-be0e-4d10-a314-bebe0f56e320 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501053 Aug 08 20:27:00.724445 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4921b-155e-4ea2-bd55-ab19935b6547 req-2411bf33-1e83-4d0d-804f-13fef199112c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:00.726138 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-36e4921b-155e-4ea2-bd55-ab19935b6547 req-2411bf33-1e83-4d0d-804f-13fef199112c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0834432 Aug 08 20:27:00.778681 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-36e4921b-155e-4ea2-bd55-ab19935b6547 req-d865ec12-b0f4-43b9-ad77-5b3c30b86046 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461526 Aug 08 20:27:00.836359 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57584) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:00.841032 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-00db5795-5241-4c8b-8e03-6f0bf23f9a5e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-684034512', 'description': 'tempest-secgroup-smoke-684034512 description', 'project_id': '65afc33bb2ec4e64807fb1e94f82594f'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:00.934794 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-00db5795-5241-4c8b-8e03-6f0bf23f9a5e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.014576 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-00db5795-5241-4c8b-8e03-6f0bf23f9a5e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group (65d610e6-8232-44de-8b36-c3bfe0bcd736), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.076521 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-00db5795-5241-4c8b-8e03-6f0bf23f9a5e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (65d610e6-8232-44de-8b36-c3bfe0bcd736), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.107216 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db5795-5241-4c8b-8e03-6f0bf23f9a5e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d610e6-8232-44de-8b36-c3bfe0bcd736,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:01.171062 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-00db5795-5241-4c8b-8e03-6f0bf23f9a5e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.174428 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-00db5795-5241-4c8b-8e03-6f0bf23f9a5e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3369823 Aug 08 20:27:01.178084 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57590) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:01.184956 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe34a9-06ae-4a7e-a864-b03abf1d6e6b req-91798677-d94d-430c-be9b-92e60819f962 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:01.186431 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1bfe34a9-06ae-4a7e-a864-b03abf1d6e6b req-91798677-d94d-430c-be9b-92e60819f962 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0868771 Aug 08 20:27:01.191139 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-855eed6e-5cc9-4ff3-b2e5-c9a899b4e0ee tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'security_group_rule': {'security_group_id': '65d610e6-8232-44de-8b36-c3bfe0bcd736', 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:01.262200 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c3cd1-d3d7-4dbf-8560-93ed5b9547a8 req-9b10cde0-2a99-4599-ba24-17ea6c507235 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:01.263756 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1b7c3cd1-d3d7-4dbf-8560-93ed5b9547a8 req-9b10cde0-2a99-4599-ba24-17ea6c507235 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.1184039 Aug 08 20:27:01.267202 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1bfe34a9-06ae-4a7e-a864-b03abf1d6e6b req-4cea0076-e475-47d4-8f49-d25d0ca9bf35 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712903 Aug 08 20:27:01.293555 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388f6f9-c0f6-48ab-aa7b-964f46439708 req-a367421e-2ca7-4109-86db-68831f4948b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:01.294987 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6388f6f9-c0f6-48ab-aa7b-964f46439708 req-a367421e-2ca7-4109-86db-68831f4948b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=634971e0b4474ca6a63f48c4df9db9f8&device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 1130 time: 0.0586579 Aug 08 20:27:01.327476 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1b7c3cd1-d3d7-4dbf-8560-93ed5b9547a8 req-bfe25df1-fb25-4906-a0b7-2b65265e35e3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516808 Aug 08 20:27:01.345156 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-855eed6e-5cc9-4ff3-b2e5-c9a899b4e0ee tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (b55bb680-533b-4070-aedf-3833d59043f4), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.414364 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-855eed6e-5cc9-4ff3-b2e5-c9a899b4e0ee tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (b55bb680-533b-4070-aedf-3833d59043f4), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.429716 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388f6f9-c0f6-48ab-aa7b-964f46439708 req-47a69c18-5aee-4022-bc87-b01c68f3e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:01.431275 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6388f6f9-c0f6-48ab-aa7b-964f46439708 req-47a69c18-5aee-4022-bc87-b01c68f3e2b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b0afc92-421e-442d-8e82-dc3dbcf00e22 HTTP/1.1" status: 200 len: 912 time: 0.1295075 Aug 08 20:27:01.444420 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 956fd77a-3661-4af4-acbb-6e6e014e0b3c up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:01.471856 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-855eed6e-5cc9-4ff3-b2e5-c9a899b4e0ee tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (b55bb680-533b-4070-aedf-3833d59043f4), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.507982 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 956fd77a-3661-4af4-acbb-6e6e014e0b3c triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:01.508189 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855eed6e-5cc9-4ff3-b2e5-c9a899b4e0ee tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55bb680-533b-4070-aedf-3833d59043f4,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:01.508278 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.536949 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6388f6f9-c0f6-48ab-aa7b-964f46439708 req-ef85701c-48d6-46f2-a582-a38faf3d2dbb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcdcbb78-7314-43e9-ad1c-2deb069be7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0961797 Aug 08 20:27:01.576634 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-855eed6e-5cc9-4ff3-b2e5-c9a899b4e0ee tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.577899 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-855eed6e-5cc9-4ff3-b2e5-c9a899b4e0ee tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905706 Aug 08 20:27:01.581604 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57596) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:01.587500 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-217bfd48-3d5f-4093-9ae9-9c8b6e18f1da tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'security_group_rule': {'security_group_id': '65d610e6-8232-44de-8b36-c3bfe0bcd736', 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:01.589058 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 956fd77a-3661-4af4-acbb-6e6e014e0b3c is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:01.589058 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.609346 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388f6f9-c0f6-48ab-aa7b-964f46439708 req-1c403ed0-2d35-42a4-8c16-44620c7c68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:01.611125 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6388f6f9-c0f6-48ab-aa7b-964f46439708 req-1c403ed0-2d35-42a4-8c16-44620c7c68eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5030c856-d3a0-48d5-b9be-9e1da7f17882 HTTP/1.1" status: 200 len: 850 time: 0.0624669 Aug 08 20:27:01.612606 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 956fd77a-3661-4af4-acbb-6e6e014e0b3c, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=956fd77a-3661-4af4-acbb-6e6e014e0b3c,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:01.667115 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388f6f9-c0f6-48ab-aa7b-964f46439708 req-e06b039a-1ff8-4cfc-b837-4e34d5808682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:01.668681 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6388f6f9-c0f6-48ab-aa7b-964f46439708 req-e06b039a-1ff8-4cfc-b837-4e34d5808682 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b0afc92-421e-442d-8e82-dc3dbcf00e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502529 Aug 08 20:27:01.699444 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.708585 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-217bfd48-3d5f-4093-9ae9-9c8b6e18f1da tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (1d3077c0-0b03-4bf5-b26f-779a2ba66ad4), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.789192 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6388f6f9-c0f6-48ab-aa7b-964f46439708 req-559aef0a-930b-4e95-9183-dc5dbd3bf2ef service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128821 Aug 08 20:27:01.823820 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-217bfd48-3d5f-4093-9ae9-9c8b6e18f1da tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (1d3077c0-0b03-4bf5-b26f-779a2ba66ad4), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.885283 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=956fd77a-3661-4af4-acbb-6e6e014e0b3c,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:01.898179 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Sync routers for ids ['5c47f975-08ed-4c76-9983-cc854e5186fd'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:27:01.903573 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6388f6f9-c0f6-48ab-aa7b-964f46439708 req-a9b053fb-927b-4dfb-b765-95739c7f90ef service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063874 Aug 08 20:27:01.905876 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-217bfd48-3d5f-4093-9ae9-9c8b6e18f1da tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (1d3077c0-0b03-4bf5-b26f-779a2ba66ad4), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:01.909845 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Routers {'5c47f975-08ed-4c76-9983-cc854e5186fd'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:01.910466 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5c47f975-08ed-4c76-9983-cc854e5186fd'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:01.924698 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bfd48-3d5f-4093-9ae9-9c8b6e18f1da tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3077c0-0b03-4bf5-b26f-779a2ba66ad4,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:02.017349 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-217bfd48-3d5f-4093-9ae9-9c8b6e18f1da tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.018901 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-217bfd48-3d5f-4093-9ae9-9c8b6e18f1da tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4358773 Aug 08 20:27:02.021527 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57598) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:02.026023 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-4b86f575-87a4-4637-949c-55f9e5487820 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'security_group_rule': {'security_group_id': '65d610e6-8232-44de-8b36-c3bfe0bcd736', 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:02.030652 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Set router 5c47f975-08ed-4c76-9983-cc854e5186fd gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:02.105276 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4b86f575-87a4-4637-949c-55f9e5487820 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (a1655f86-382b-4faf-93f9-1042ae5e899a), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.163269 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4b86f575-87a4-4637-949c-55f9e5487820 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (a1655f86-382b-4faf-93f9-1042ae5e899a), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.208502 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4b86f575-87a4-4637-949c-55f9e5487820 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (a1655f86-382b-4faf-93f9-1042ae5e899a), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.223664 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'name': 'tempest-TestVolumeBootPattern-337634339-router', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:55Z', 'updated_at': '2022-08-08T20:26:59Z', 'revision_number': 4, 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'gw_port': {'id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:56Z', 'updated_at': '2022-08-08T20:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'de66c35a-04d1-45e8-9f2f-4ffd2c08186d', 'name': '', 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'mac_address': 'fa:16:3e:e7:0d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '1e09728a-06a2-4d26-97fa-e724f89f1b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:58Z', 'updated_at': '2022-08-08T20:26:59Z', 'revision_number': 2, 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'subnets': [{'id': '1e09728a-06a2-4d26-97fa-e724f89f1b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:02.224259 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86f575-87a4-4637-949c-55f9e5487820 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1655f86-382b-4faf-93f9-1042ae5e899a,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:02.252541 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Checking router: 5c47f975-08ed-4c76-9983-cc854e5186fd for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:27:02.252926 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Updating router 5c47f975-08ed-4c76-9983-cc854e5186fd port de66c35a-04d1-45e8-9f2f-4ffd2c08186d binding host dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:27:02.280168 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.291385 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4b86f575-87a4-4637-949c-55f9e5487820 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.293837 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-4b86f575-87a4-4637-949c-55f9e5487820 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2713187 Aug 08 20:27:02.296507 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57602) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:02.302909 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-0ff91cb7-b529-4477-9b1d-4b04ec28fa77 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'security_group_rule': {'security_group_id': '65d610e6-8232-44de-8b36-c3bfe0bcd736', 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:02.441694 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0ff91cb7-b529-4477-9b1d-4b04ec28fa77 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (827af736-f7cc-4d2e-a5cc-970126b97d7a), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.483493 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a5d6d-a92e-4fd0-a83f-0f804e009f8f req-f8c4e569-47b5-4c86-90bc-1f9bf648b0cc tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:02.485915 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d61a5d6d-a92e-4fd0-a83f-0f804e009f8f req-f8c4e569-47b5-4c86-90bc-1f9bf648b0cc tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.1419902 Aug 08 20:27:02.565504 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bd845-2ac6-4654-a800-951ed5f450c7 req-6c54f8d9-a492-4fda-9216-9c9dc52d0389 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:02.567002 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c20bd845-2ac6-4654-a800-951ed5f450c7 req-6c54f8d9-a492-4fda-9216-9c9dc52d0389 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.1523268 Aug 08 20:27:02.574990 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Publish callbacks [] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.591050 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0ff91cb7-b529-4477-9b1d-4b04ec28fa77 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (827af736-f7cc-4d2e-a5cc-970126b97d7a), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.605100 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d61a5d6d-a92e-4fd0-a83f-0f804e009f8f req-66020e2e-9c9c-4b9c-b4c4-f4a92a3df233 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131892 Aug 08 20:27:02.633938 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c20bd845-2ac6-4654-a800-951ed5f450c7 req-17cb0b20-330f-4230-8d89-8b541bcbdd39 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606492 Aug 08 20:27:02.643355 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.700578 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0ff91cb7-b529-4477-9b1d-4b04ec28fa77 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (827af736-f7cc-4d2e-a5cc-970126b97d7a), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.724207 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff91cb7-b529-4477-9b1d-4b04ec28fa77 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827af736-f7cc-4d2e-a5cc-970126b97d7a,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:02.810627 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0ff91cb7-b529-4477-9b1d-4b04ec28fa77 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.810955 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d74da6-236a-4e21-b351-3f51f6b836c2 None None] Pushing event updated for resources: {'Port': ['ID=de66c35a-04d1-45e8-9f2f-4ffd2c08186d,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:02.811865 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-0ff91cb7-b529-4477-9b1d-4b04ec28fa77 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5137243 Aug 08 20:27:02.814834 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57614) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:02.821337 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-7bb8beac-d1ee-440d-8da2-1eceaa30c921 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'security_group_rule': {'security_group_id': '65d610e6-8232-44de-8b36-c3bfe0bcd736', 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:02.827172 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Attempting to bind port de66c35a-04d1-45e8-9f2f-4ffd2c08186d on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:27:02.827790 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Attempting to bind port de66c35a-04d1-45e8-9f2f-4ffd2c08186d by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '061fbf1a-d4b3-4153-8dcb-733b0db9a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:27:02.827922 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Attempting to bind port de66c35a-04d1-45e8-9f2f-4ffd2c08186d on network 74538fcc-e657-4508-8765-a8db56756ae8 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:02.833575 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:27:02.833945 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Checking segment: {'id': '061fbf1a-d4b3-4153-8dcb-733b0db9a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:02.834340 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.834722 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Bound using segment: {'id': '061fbf1a-d4b3-4153-8dcb-733b0db9a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:27:02.835182 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Bound port: de66c35a-04d1-45e8-9f2f-4ffd2c08186d, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061fbf1a-d4b3-4153-8dcb-733b0db9a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:27:02.836278 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.899544 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] For port de66c35a-04d1-45e8-9f2f-4ffd2c08186d, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:27:02.902601 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] For port de66c35a-04d1-45e8-9f2f-4ffd2c08186d, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=de66c35a-04d1-45e8-9f2f-4ffd2c08186d,segment=NetworkSegment(061fbf1a-d4b3-4153-8dcb-733b0db9a6ff),segment_id=061fbf1a-d4b3-4153-8dcb-733b0db9a6ff)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:27:02.922915 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.securitygroups_db [None req-7bb8beac-d1ee-440d-8da2-1eceaa30c921 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Project 65afc33bb2ec4e64807fb1e94f82594f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 20:27:02.928678 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-7bb8beac-d1ee-440d-8da2-1eceaa30c921 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (94d0b386-a2c8-438b-a0d9-21aadb92c8bc), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:02.991472 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-7bb8beac-d1ee-440d-8da2-1eceaa30c921 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (94d0b386-a2c8-438b-a0d9-21aadb92c8bc), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:03.008915 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:03.045643 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Routers {'5c47f975-08ed-4c76-9983-cc854e5186fd'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:03.046263 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5c47f975-08ed-4c76-9983-cc854e5186fd'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:03.088950 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-7bb8beac-d1ee-440d-8da2-1eceaa30c921 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (94d0b386-a2c8-438b-a0d9-21aadb92c8bc), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:03.097909 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d74da6-236a-4e21-b351-3f51f6b836c2 None None] Pushing event updated for resources: {'Port': ['ID=de66c35a-04d1-45e8-9f2f-4ffd2c08186d,revision_number=4']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:03.110954 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8beac-d1ee-440d-8da2-1eceaa30c921 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d0b386-a2c8-438b-a0d9-21aadb92c8bc,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:03.169223 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] Set router 5c47f975-08ed-4c76-9983-cc854e5186fd gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:03.176889 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-7bb8beac-d1ee-440d-8da2-1eceaa30c921 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:03.178875 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-7bb8beac-d1ee-440d-8da2-1eceaa30c921 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3606329 Aug 08 20:27:03.187459 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57624) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:03.195434 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'security_group_rule': {'security_group_id': '65d610e6-8232-44de-8b36-c3bfe0bcd736', 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:03.262224 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b3b95-7f5f-4bf5-a04b-c5826d4c9c62 req-c37f9751-7e60-4e52-bbfe-12fad6af896b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:03.263768 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bf4b3b95-7f5f-4bf5-a04b-c5826d4c9c62 req-c37f9751-7e60-4e52-bbfe-12fad6af896b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0606620 Aug 08 20:27:03.311841 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.securitygroups_db [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Project 65afc33bb2ec4e64807fb1e94f82594f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 20:27:03.321168 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (4d05ac49-26f4-41b3-a207-376f84be7187), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:03.327215 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6c067-acdb-4408-9d24-b981820e296c req-c2ced5cc-d0d3-4313-b58c-338c14b71cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:03.334885 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bf4b3b95-7f5f-4bf5-a04b-c5826d4c9c62 req-deb789b6-3fa8-434c-a09b-dcea6c2c5f4f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535893 Aug 08 20:27:03.335142 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-75f6c067-acdb-4408-9d24-b981820e296c req-c2ced5cc-d0d3-4313-b58c-338c14b71cd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 1129 time: 0.0617266 Aug 08 20:27:03.387348 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'name': 'tempest-TestVolumeBootPattern-337634339-router', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:55Z', 'updated_at': '2022-08-08T20:26:59Z', 'revision_number': 4, 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'gw_port': {'id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:56Z', 'updated_at': '2022-08-08T20:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'de66c35a-04d1-45e8-9f2f-4ffd2c08186d', 'name': '', 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'mac_address': 'fa:16:3e:e7:0d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '1e09728a-06a2-4d26-97fa-e724f89f1b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:58Z', 'updated_at': '2022-08-08T20:27:02Z', 'revision_number': 4, 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'subnets': [{'id': '1e09728a-06a2-4d26-97fa-e724f89f1b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:03.405805 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 956fd77a-3661-4af4-acbb-6e6e014e0b3c up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:03.413558 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd6bfb-a21b-462c-8fac-96c69aba3e22 None None] The sync data for ids ['5c47f975-08ed-4c76-9983-cc854e5186fd'] in dv-cinder-848821-2-iscsi is: [{'id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'name': 'tempest-TestVolumeBootPattern-337634339-router', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:55Z', 'updated_at': '2022-08-08T20:26:59Z', 'revision_number': 4, 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'gw_port': {'id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:56Z', 'updated_at': '2022-08-08T20:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'de66c35a-04d1-45e8-9f2f-4ffd2c08186d', 'name': '', 'network_id': '74538fcc-e657-4508-8765-a8db56756ae8', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'mac_address': 'fa:16:3e:e7:0d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '1e09728a-06a2-4d26-97fa-e724f89f1b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:58Z', 'updated_at': '2022-08-08T20:27:02Z', 'revision_number': 4, 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'subnets': [{'id': '1e09728a-06a2-4d26-97fa-e724f89f1b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:27:03.437952 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (4d05ac49-26f4-41b3-a207-376f84be7187), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:03.469265 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6c067-acdb-4408-9d24-b981820e296c req-ab861895-b660-4d50-a090-2d51122c942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:03.477112 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-75f6c067-acdb-4408-9d24-b981820e296c req-ab861895-b660-4d50-a090-2d51122c942b service neutron] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 919 time: 0.1339078 Aug 08 20:27:03.488246 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 956fd77a-3661-4af4-acbb-6e6e014e0b3c triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:03.488630 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:03.517039 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (4d05ac49-26f4-41b3-a207-376f84be7187), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:03.541498 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d05ac49-26f4-41b3-a207-376f84be7187,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:03.550057 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.550420 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.550769 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.551111 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.551450 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.551786 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.552120 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.552453 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.552790 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.553248 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.553551 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.553880 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.554208 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:03.571988 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 956fd77a-3661-4af4-acbb-6e6e014e0b3c is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:03.587971 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:03.589235 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-308c5543-3179-496d-a1b4-66d78e391a69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3979106 Aug 08 20:27:03.747109 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1d009-0ae0-47e6-8b15-80ee939e41be req-ac65d8cb-c8a0-4428-98c0-c949d60f8b65 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:03.748993 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-36a1d009-0ae0-47e6-8b15-80ee939e41be req-ac65d8cb-c8a0-4428-98c0-c949d60f8b65 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0595107 Aug 08 20:27:03.812230 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-36a1d009-0ae0-47e6-8b15-80ee939e41be req-469ed172-0ed3-4dc5-a453-a81c7bad9b5a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567524 Aug 08 20:27:04.358567 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-75f6c067-acdb-4408-9d24-b981820e296c req-bfeaf89a-03e8-4182-ab3d-aab1c71bc459 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd177534-1da0-48a7-91f6-b734ecdb32f2 HTTP/1.1" status: 200 len: 1001 time: 0.0580316 Aug 08 20:27:04.460160 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df18f2a-b681-4320-ace0-0c46fc77afc5 req-c76da3e1-9857-4c9e-976a-afc0fdd177e9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:04.461762 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7df18f2a-b681-4320-ace0-0c46fc77afc5 req-c76da3e1-9857-4c9e-976a-afc0fdd177e9 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0663333 Aug 08 20:27:04.514720 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7df18f2a-b681-4320-ace0-0c46fc77afc5 req-e7d5eeb0-d82a-4cae-bfbe-b6bfc7db857f tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441515 Aug 08 20:27:05.145830 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6c067-acdb-4408-9d24-b981820e296c req-1ba022c1-dfb9-4228-9611-93405c9ef8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:05.147273 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-75f6c067-acdb-4408-9d24-b981820e296c req-1ba022c1-dfb9-4228-9611-93405c9ef8ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.0445125 Aug 08 20:27:05.396079 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device de66c35a-04d1-45e8-9f2f-4ffd2c08186d up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:05.441413 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port de66c35a-04d1-45e8-9f2f-4ffd2c08186d triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:05.441792 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:05.510067 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port de66c35a-04d1-45e8-9f2f-4ffd2c08186d is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:05.510463 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:05.546683 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port de66c35a-04d1-45e8-9f2f-4ffd2c08186d, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=de66c35a-04d1-45e8-9f2f-4ffd2c08186d,segment=NetworkSegment(061fbf1a-d4b3-4153-8dcb-733b0db9a6ff),segment_id=061fbf1a-d4b3-4153-8dcb-733b0db9a6ff)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:05.574253 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:27:05.625634 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:05.639695 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e281e-d726-4cfd-9968-cd0da7f52387 req-07da208e-5f59-45e0-8181-f85639f2ce9d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:05.641786 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d09e281e-d726-4cfd-9968-cd0da7f52387 req-07da208e-5f59-45e0-8181-f85639f2ce9d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0550883 Aug 08 20:27:05.674201 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=de66c35a-04d1-45e8-9f2f-4ffd2c08186d,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:05.690963 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d09e281e-d726-4cfd-9968-cd0da7f52387 req-64441f18-a82d-4ce9-86c8-bf868d476d4d tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Aug 08 20:27:06.030690 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6c067-acdb-4408-9d24-b981820e296c req-5f6a0e8b-f2c4-42bf-bc8f-bc2f53440a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:06.032402 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-75f6c067-acdb-4408-9d24-b981820e296c req-5f6a0e8b-f2c4-42bf-bc8f-bc2f53440a0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454559 Aug 08 20:27:06.138621 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-75f6c067-acdb-4408-9d24-b981820e296c req-86c4f40f-3825-4361-8318-b916dbc52911 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939012 Aug 08 20:27:06.230088 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-75f6c067-acdb-4408-9d24-b981820e296c req-e99797a1-53e2-40e4-86a2-5ee52b969dd6 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851982 Aug 08 20:27:06.820495 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73c44a-5885-45a3-9527-c8e4bd1ed513 req-0cd63291-baed-49f1-8caa-d90c979931f3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:06.821968 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9f73c44a-5885-45a3-9527-c8e4bd1ed513 req-0cd63291-baed-49f1-8caa-d90c979931f3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0540147 Aug 08 20:27:06.879781 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9f73c44a-5885-45a3-9527-c8e4bd1ed513 req-03a5d49e-6857-46f1-aefe-460cf92e8013 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522816 Aug 08 20:27:07.383589 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device de66c35a-04d1-45e8-9f2f-4ffd2c08186d up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:07.429639 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port de66c35a-04d1-45e8-9f2f-4ffd2c08186d triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:07.430045 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:07.503608 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port de66c35a-04d1-45e8-9f2f-4ffd2c08186d is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:08.002657 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52ac27-c03e-4bc4-b0b4-79da018d8c4a req-b3b7504d-b3a4-4373-9ca5-cfebb0423347 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:08.004798 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5b52ac27-c03e-4bc4-b0b4-79da018d8c4a req-b3b7504d-b3a4-4373-9ca5-cfebb0423347 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0531728 Aug 08 20:27:08.054051 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5b52ac27-c03e-4bc4-b0b4-79da018d8c4a req-c4f01050-e7f4-4f49-812a-9f808f3a50e0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Aug 08 20:27:09.187210 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac75a66-ade0-424f-9a88-1377887ee843 req-7b4b3710-f245-447d-aa20-5910784a9c6b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:09.188803 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7ac75a66-ade0-424f-9a88-1377887ee843 req-7b4b3710-f245-447d-aa20-5910784a9c6b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0544200 Aug 08 20:27:09.236364 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7ac75a66-ade0-424f-9a88-1377887ee843 req-c0d56086-d657-4a5f-a8cf-d33529f3019e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413125 Aug 08 20:27:09.364070 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348105dc-d0cb-4a81-ae8f-b4ff07482bff req-a090cdb0-a86e-48bc-82b7-e6648a9474dc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:09.365604 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-348105dc-d0cb-4a81-ae8f-b4ff07482bff req-a090cdb0-a86e-48bc-82b7-e6648a9474dc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0571423 Aug 08 20:27:09.375822 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57730) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:09.381656 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-abc3085d-b354-4fe2-b815-0dd1456716e6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Request body: {'floatingip': {'port_id': 'cd177534-1da0-48a7-91f6-b734ecdb32f2'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:09.438226 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-abc3085d-b354-4fe2-b815-0dd1456716e6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for floatingip (362e2a89-19c0-47d8-988f-cfb7e5604001), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:09.887605 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-abc3085d-b354-4fe2-b815-0dd1456716e6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:09.961884 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-abc3085d-b354-4fe2-b815-0dd1456716e6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (362e2a89-19c0-47d8-988f-cfb7e5604001), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:10.169059 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc3085d-b354-4fe2-b815-0dd1456716e6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Router 5244c503-77d1-4589-a898-2c070b08034a has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:27:10.279724 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc3085d-b354-4fe2-b815-0dd1456716e6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:27:10.284441 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-abc3085d-b354-4fe2-b815-0dd1456716e6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:10.290219 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670c7aa-22ea-4e37-9dfd-1d463ebb869b None None] Sync routers for ids ['5244c503-77d1-4589-a898-2c070b08034a'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:27:10.299576 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670c7aa-22ea-4e37-9dfd-1d463ebb869b None None] Routers {'5244c503-77d1-4589-a898-2c070b08034a'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:10.300870 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-b670c7aa-22ea-4e37-9dfd-1d463ebb869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5244c503-77d1-4589-a898-2c070b08034a'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:10.315155 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48371891-92f1-4218-ad39-c593faac3803', 'tag': 'cd177534-1da0-48a7-91f6-b734ecdb32f2'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:27:10.317580 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19951226-9fba-4cb5-9c1e-dcfd7308b37d" -d '{"events": [{"name": "network-changed", "server_uuid": "48371891-92f1-4218-ad39-c593faac3803", "tag": "cd177534-1da0-48a7-91f6-b734ecdb32f2"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:27:10.348001 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-abc3085d-b354-4fe2-b815-0dd1456716e6 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "PUT /v2.0/floatingips/362e2a89-19c0-47d8-988f-cfb7e5604001 HTTP/1.1" status: 200 len: 993 time: 0.9710326 Aug 08 20:27:10.375066 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008e2440-7069-44f9-a599-dd514408d320 x-openstack-request-id: req-008e2440-7069-44f9-a599-dd514408d320 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:27:10.375365 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48371891-92f1-4218-ad39-c593faac3803", "tag": "cd177534-1da0-48a7-91f6-b734ecdb32f2", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:27:10.375625 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-008e2440-7069-44f9-a599-dd514408d320 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:27:10.376038 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008e2440-7069-44f9-a599-dd514408d320'] response: {'name': 'network-changed', 'server_uuid': '48371891-92f1-4218-ad39-c593faac3803', 'tag': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'status': 'completed', 'code': 200} Aug 08 20:27:10.405566 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-b670c7aa-22ea-4e37-9dfd-1d463ebb869b None None] Set router 5244c503-77d1-4589-a898-2c070b08034a gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:10.459175 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951226-9fba-4cb5-9c1e-dcfd7308b37d req-ddf589e5-c0b3-4817-b8da-d9693dbee274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:10.460080 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19951226-9fba-4cb5-9c1e-dcfd7308b37d req-ddf589e5-c0b3-4817-b8da-d9693dbee274 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 1129 time: 0.0489764 Aug 08 20:27:10.560144 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951226-9fba-4cb5-9c1e-dcfd7308b37d req-e9d65616-dcd6-48d5-9d97-f7a393929298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:10.562002 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19951226-9fba-4cb5-9c1e-dcfd7308b37d req-e9d65616-dcd6-48d5-9d97-f7a393929298 service neutron] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 919 time: 0.0954056 Aug 08 20:27:10.635579 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-b670c7aa-22ea-4e37-9dfd-1d463ebb869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '362e2a89-19c0-47d8-988f-cfb7e5604001', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '5244c503-77d1-4589-a898-2c070b08034a', 'port_id': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'mac_address': 'fa:16:3e:5c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48371891-92f1-4218-ad39-c593faac3803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:25:15Z', 'updated_at': '2022-08-08T20:27:09Z', 'revision_number': 3, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:29Z', 'revision_number': 5, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:10.641525 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19951226-9fba-4cb5-9c1e-dcfd7308b37d req-3b5634dc-55ab-4239-a927-b0ad69aad473 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd177534-1da0-48a7-91f6-b734ecdb32f2 HTTP/1.1" status: 200 len: 1001 time: 0.0648472 Aug 08 20:27:10.670925 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670c7aa-22ea-4e37-9dfd-1d463ebb869b None None] Checking router: 5244c503-77d1-4589-a898-2c070b08034a for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:27:10.681934 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670c7aa-22ea-4e37-9dfd-1d463ebb869b None None] Routers {'5244c503-77d1-4589-a898-2c070b08034a'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:10.682549 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-b670c7aa-22ea-4e37-9dfd-1d463ebb869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5244c503-77d1-4589-a898-2c070b08034a'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:10.701701 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951226-9fba-4cb5-9c1e-dcfd7308b37d req-977474aa-4cbb-4764-9e20-438528a9dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:10.703145 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19951226-9fba-4cb5-9c1e-dcfd7308b37d req-977474aa-4cbb-4764-9e20-438528a9dc85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.0520682 Aug 08 20:27:10.755561 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951226-9fba-4cb5-9c1e-dcfd7308b37d req-b04e50b8-c3f1-4fb6-8fb2-0149eef31c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:10.757092 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19951226-9fba-4cb5-9c1e-dcfd7308b37d req-b04e50b8-c3f1-4fb6-8fb2-0149eef31c84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455148 Aug 08 20:27:10.791169 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-b670c7aa-22ea-4e37-9dfd-1d463ebb869b None None] Set router 5244c503-77d1-4589-a898-2c070b08034a gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:10.863929 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19951226-9fba-4cb5-9c1e-dcfd7308b37d req-65805ded-f29a-43cb-b9bf-256b7e924951 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965011 Aug 08 20:27:10.955873 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19951226-9fba-4cb5-9c1e-dcfd7308b37d req-effee363-4cc0-45ab-9473-2d25db68b677 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851898 Aug 08 20:27:11.018537 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-b670c7aa-22ea-4e37-9dfd-1d463ebb869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '362e2a89-19c0-47d8-988f-cfb7e5604001', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '5244c503-77d1-4589-a898-2c070b08034a', 'port_id': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'mac_address': 'fa:16:3e:5c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48371891-92f1-4218-ad39-c593faac3803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:25:15Z', 'updated_at': '2022-08-08T20:27:09Z', 'revision_number': 3, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:29Z', 'revision_number': 5, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:11.042472 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670c7aa-22ea-4e37-9dfd-1d463ebb869b None None] The sync data for ids ['5244c503-77d1-4589-a898-2c070b08034a'] in dv-cinder-848821-2-iscsi is: [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '362e2a89-19c0-47d8-988f-cfb7e5604001', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '5244c503-77d1-4589-a898-2c070b08034a', 'port_id': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'mac_address': 'fa:16:3e:5c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48371891-92f1-4218-ad39-c593faac3803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:25:15Z', 'updated_at': '2022-08-08T20:27:09Z', 'revision_number': 3, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:29Z', 'revision_number': 5, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:27:12.377142 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48371891-92f1-4218-ad39-c593faac3803', 'tag': 'cd177534-1da0-48a7-91f6-b734ecdb32f2'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:27:12.380025 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d077b7-341a-4d00-a858-c63bfdb98f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "48371891-92f1-4218-ad39-c593faac3803", "tag": "cd177534-1da0-48a7-91f6-b734ecdb32f2"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:27:12.415962 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a6a2bd-4c24-42c2-9b5c-4b31b5a57f34 x-openstack-request-id: req-d4a6a2bd-4c24-42c2-9b5c-4b31b5a57f34 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:27:12.416261 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48371891-92f1-4218-ad39-c593faac3803", "tag": "cd177534-1da0-48a7-91f6-b734ecdb32f2", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:27:12.416524 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4a6a2bd-4c24-42c2-9b5c-4b31b5a57f34 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:27:12.416970 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a6a2bd-4c24-42c2-9b5c-4b31b5a57f34'] response: {'name': 'network-changed', 'server_uuid': '48371891-92f1-4218-ad39-c593faac3803', 'tag': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'status': 'completed', 'code': 200} Aug 08 20:27:12.488672 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d077b7-341a-4d00-a858-c63bfdb98f9a req-80393b93-46ee-4561-be2f-06c4003c8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:12.490289 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-55d077b7-341a-4d00-a858-c63bfdb98f9a req-80393b93-46ee-4561-be2f-06c4003c8e5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a644f2ae0f3745168a4e94e01667f1da&device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 1129 time: 0.0464125 Aug 08 20:27:12.591991 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d077b7-341a-4d00-a858-c63bfdb98f9a req-b079547e-31d2-4fa8-9a6d-b010fbcace30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:12.593500 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-55d077b7-341a-4d00-a858-c63bfdb98f9a req-b079547e-31d2-4fa8-9a6d-b010fbcace30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 200 len: 919 time: 0.0936053 Aug 08 20:27:12.661025 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-55d077b7-341a-4d00-a858-c63bfdb98f9a req-4fde99dd-30d0-4e12-a146-6edce0f13b02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd177534-1da0-48a7-91f6-b734ecdb32f2 HTTP/1.1" status: 200 len: 1001 time: 0.0595474 Aug 08 20:27:12.719430 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d077b7-341a-4d00-a858-c63bfdb98f9a req-9cefc710-6514-4490-a4c7-7d62e2785ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:12.720932 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-55d077b7-341a-4d00-a858-c63bfdb98f9a req-9cefc710-6514-4490-a4c7-7d62e2785ee6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 200 len: 857 time: 0.0484471 Aug 08 20:27:12.777587 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d077b7-341a-4d00-a858-c63bfdb98f9a req-4b997612-7a50-4af3-8126-d7c3c5e4128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:12.779103 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-55d077b7-341a-4d00-a858-c63bfdb98f9a req-4b997612-7a50-4af3-8126-d7c3c5e4128c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455942 Aug 08 20:27:12.870313 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-55d077b7-341a-4d00-a858-c63bfdb98f9a req-6663c72f-485a-4076-b918-1752455c2523 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839815 Aug 08 20:27:13.211691 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-55d077b7-341a-4d00-a858-c63bfdb98f9a req-06fbc1d5-79f9-44a2-86a2-7dab674c0557 service neutron] 10.222.0.49 "GET /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355315 Aug 08 20:27:16.365110 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a360da3-97d7-45c9-89d0-2f11a1afa5ab req-25867a4f-d495-4001-a400-5bf1a4702f6b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:16.366528 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3a360da3-97d7-45c9-89d0-2f11a1afa5ab req-25867a4f-d495-4001-a400-5bf1a4702f6b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 946 time: 0.0550089 Aug 08 20:27:16.415632 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3a360da3-97d7-45c9-89d0-2f11a1afa5ab req-dc258138-b612-438b-9e8d-a5befe772647 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435483 Aug 08 20:27:17.547495 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608c83a-0ce5-4f9b-9200-67cb6c7b47b0 req-cec50236-6490-42ec-b267-e50b2417544e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:17.549021 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9608c83a-0ce5-4f9b-9200-67cb6c7b47b0 req-cec50236-6490-42ec-b267-e50b2417544e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 946 time: 0.0529473 Aug 08 20:27:17.596800 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9608c83a-0ce5-4f9b-9200-67cb6c7b47b0 req-16b28a1f-e889-4dfd-bd24-883b44d0a06f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 Aug 08 20:27:17.699235 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57836) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:17.743367 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7a1b1a-815f-40aa-b2c2-c90fd0f82b91 admin admin] Deleting subnet aaadb635-8301-4f63-a5a7-312018500da2 {{(pid=104384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:27:17.746327 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1b1a-815f-40aa-b2c2-c90fd0f82b91 admin admin] Publish callbacks [] for subnet (aaadb635-8301-4f63-a5a7-312018500da2), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:17.780209 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1b1a-815f-40aa-b2c2-c90fd0f82b91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26585565'] for subnet (aaadb635-8301-4f63-a5a7-312018500da2), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:17.823662 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1b1a-815f-40aa-b2c2-c90fd0f82b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (aaadb635-8301-4f63-a5a7-312018500da2), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:17.940095 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1b1a-815f-40aa-b2c2-c90fd0f82b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26740300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26999934'] for subnet (aaadb635-8301-4f63-a5a7-312018500da2), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:17.964716 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a1b1a-815f-40aa-b2c2-c90fd0f82b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaadb635-8301-4f63-a5a7-312018500da2,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:17.968619 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1b1a-815f-40aa-b2c2-c90fd0f82b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:17.971999 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6d7a1b1a-815f-40aa-b2c2-c90fd0f82b91 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/aaadb635-8301-4f63-a5a7-312018500da2 HTTP/1.1" status: 204 len: 168 time: 0.2715607 Aug 08 20:27:17.974281 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57842) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:18.042936 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (2558959f-2c40-4aa5-91d9-d096325de781), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:18.147402 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (2558959f-2c40-4aa5-91d9-d096325de781), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:18.171505 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2558959f-2c40-4aa5-91d9-d096325de781']}} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:18.183724 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034e0334-8966-40fb-ad14-166750ce5deb') {'for_net_delete': True} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:18.184022 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034e0334-8966-40fb-ad14-166750ce5deb') {} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:18.201252 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-0a5aacc1-4eb7-48dc-8f4f-3468f8c12d13 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:18.202755 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-0a5aacc1-4eb7-48dc-8f4f-3468f8c12d13 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 946 time: 0.0936012 Aug 08 20:27:18.204336 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26585134'] for segment (034e0334-8966-40fb-ad14-166750ce5deb), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:18.242904 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (034e0334-8966-40fb-ad14-166750ce5deb), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:18.253368 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=104384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:27:18.253749 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26740258'] for segment (034e0334-8966-40fb-ad14-166750ce5deb), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:18.293104 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment 034e0334-8966-40fb-ad14-166750ce5deb resource provider aggregate not found Aug 08 20:27:18.329111 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment 034e0334-8966-40fb-ad14-166750ce5deb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 034e0334-8966-40fb-ad14-166750ce5deb found for delete ", "request_id": "req-cf5a1668-ead4-4b72-8b17-7e17e2decf97"}]} Aug 08 20:27:18.358518 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Deleting port a9b1d35d-ee5c-4bec-b651-4bff95828647 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:27:18.360438 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:18.431732 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (2558959f-2c40-4aa5-91d9-d096325de781), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:18.458345 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:18.462060 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2558959f-2c40-4aa5-91d9-d096325de781 HTTP/1.1" status: 204 len: 168 time: 0.4868729 Aug 08 20:27:18.469555 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9da684-313f-460b-ac76-2f9503982d69 admin admin] Pushing event deleted for resources: {'Network': ['ID=2558959f-2c40-4aa5-91d9-d096325de781,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:18.469555 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] For port a9b1d35d-ee5c-4bec-b651-4bff95828647, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a9b1d35d-ee5c-4bec-b651-4bff95828647,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:18.469555 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:18.681976 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:18.682337 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (3ecd4986-4806-4bb1-98dd-ebe4cccf00b5), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:18.682653 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Floating IP 3ecd4986-4806-4bb1-98dd-ebe4cccf00b5 disassociated. External IP: 172.27.3.247, port: a9b1d35d-ee5c-4bec-b651-4bff95828647. Aug 08 20:27:18.683000 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Calling delete_port for a9b1d35d-ee5c-4bec-b651-4bff95828647 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:27:18.730383 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527e8b3-5345-46e2-9151-a75bca5bce32 req-a9646e15-451f-4feb-b96d-ef9fdf506684 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:18.731912 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e527e8b3-5345-46e2-9151-a75bca5bce32 req-a9646e15-451f-4feb-b96d-ef9fdf506684 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 946 time: 0.0566745 Aug 08 20:27:18.785979 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e527e8b3-5345-46e2-9151-a75bca5bce32 req-a60570bd-39b1-49c6-88f1-965c5aff12dc tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=893fee01-9eb9-4021-bdf7-334d8a147302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482383 Aug 08 20:27:18.875151 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57862) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:18.895724 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (a9b1d35d-ee5c-4bec-b651-4bff95828647), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:18.930364 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event deleted for resources: {'Port': ['ID=a9b1d35d-ee5c-4bec-b651-4bff95828647,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:18.945769 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-b40e8f0e-33c5-4206-bef3-c05300f98fca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16e1365639f3418abed26af72885e0b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694313 Aug 08 20:27:18.948254 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57864) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:18.997851 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Publish callbacks [] for security_group (69469ca7-7b79-4272-b238-c96472502466), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:19.020054 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Publish callbacks [] for security_group (69469ca7-7b79-4272-b238-c96472502466), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:19.051162 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Router b65c8a1c-bbfc-4e17-ba44-70e30d06065f has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:27:19.128237 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (69469ca7-7b79-4272-b238-c96472502466), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:19.131049 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:19.135274 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69469ca7-7b79-4272-b238-c96472502466 HTTP/1.1" status: 204 len: 168 time: 0.1834946 Aug 08 20:27:19.143699 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69469ca7-7b79-4272-b238-c96472502466,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:19.154786 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.155204 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.155554 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.156015 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.156413 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.156763 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.157126 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.157595 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.157938 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.158885 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.159351 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.159691 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.160250 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858498c-3f65-4a04-99a5-90a91cc108d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:19.167597 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:27:19.199330 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e86f5-e10a-4bce-8e60-fd76d41bb967 None None] Sync routers for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:27:19.215189 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e86f5-e10a-4bce-8e60-fd76d41bb967 None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:19.219372 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-789e86f5-e10a-4bce-8e60-fd76d41bb967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:19.247952 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] No DVR routers for this DVR port a9b1d35d-ee5c-4bec-b651-4bff95828647 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:27:19.258337 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:19.278838 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4d60464d-b170-4d8f-bc40-5a0b401cf344 req-191f74d8-90c1-466e-8a8c-b58aa79e18f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.49 "DELETE /v2.0/ports/a9b1d35d-ee5c-4bec-b651-4bff95828647 HTTP/1.1" status: 204 len: 173 time: 1.0584717 Aug 08 20:27:19.278838 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'name': 'network-vif-deleted', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:27:19.278838 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79129e8-65ce-438e-8886-038510ef038b" -d '{"events": [{"server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "name": "network-vif-deleted", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:27:19.310341 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b900bfec-e0b7-4b6e-b805-c390d03a7f87 x-openstack-request-id: req-b900bfec-e0b7-4b6e-b805-c390d03a7f87 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:27:19.310644 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ade08f-3061-4568-94e1-270165663000", "name": "network-vif-deleted", "tag": "a9b1d35d-ee5c-4bec-b651-4bff95828647", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:27:19.310904 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b900bfec-e0b7-4b6e-b805-c390d03a7f87 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:27:19.311312 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b900bfec-e0b7-4b6e-b805-c390d03a7f87'] response: {'server_uuid': 'b3ade08f-3061-4568-94e1-270165663000', 'name': 'network-vif-deleted', 'tag': 'a9b1d35d-ee5c-4bec-b651-4bff95828647', 'status': 'completed', 'code': 200} Aug 08 20:27:19.345157 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-789e86f5-e10a-4bce-8e60-fd76d41bb967 None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:19.549791 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-789e86f5-e10a-4bce-8e60-fd76d41bb967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:19.575015 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e86f5-e10a-4bce-8e60-fd76d41bb967 None None] Checking router: b65c8a1c-bbfc-4e17-ba44-70e30d06065f for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:27:19.584317 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e86f5-e10a-4bce-8e60-fd76d41bb967 None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:19.585035 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-789e86f5-e10a-4bce-8e60-fd76d41bb967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:19.689390 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-789e86f5-e10a-4bce-8e60-fd76d41bb967 None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:19.906624 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-789e86f5-e10a-4bce-8e60-fd76d41bb967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:19.918459 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1b9b1cad-b3a6-4720-98d1-c07b2b1506ba req-9a58fee9-8eba-43fa-8639-6fefed27396a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ade08f-3061-4568-94e1-270165663000 HTTP/1.1" status: 200 len: 210 time: 0.0354183 Aug 08 20:27:19.938466 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e86f5-e10a-4bce-8e60-fd76d41bb967 None None] The sync data for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi is: [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:27:20.209397 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60b1709-21f3-450e-b900-2a6d04864b17 None None] New status for floating IP 3ecd4986-4806-4bb1-98dd-ebe4cccf00b5: DOWN {{(pid=104385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:27:20.238059 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57892) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:20.348932 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1830276692-network', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:20.414315 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Made reservation on behalf of 8e9608241eb24854a240c8fbb067fc7f for: {'network': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:27:20.420031 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:20.430590 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:20.504380 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Publish callbacks [] for security_group (38504df0-a4d0-4d56-8c3d-27afa4537799), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:20.568140 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (38504df0-a4d0-4d56-8c3d-27afa4537799), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:20.594901 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=104383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:27:20.604289 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38504df0-a4d0-4d56-8c3d-27afa4537799,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:20.610551 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (b7ea269b-57c8-4af5-ad74-b23a25e5342c), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:20.610891 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.segments_db [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Added segment b7ea269b-57c8-4af5-ad74-b23a25e5342c of type vlan for network ea75f05c-e804-4377-a249-bac473facd18 Aug 08 20:27:20.652362 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (ea75f05c-e804-4377-a249-bac473facd18), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:20.734051 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (ea75f05c-e804-4377-a249-bac473facd18), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:20.735043 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:20.735622 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:20.797335 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] Pushing event updated for resources: {'Network': ['ID=ea75f05c-e804-4377-a249-bac473facd18,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:20.807437 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network ea75f05c-e804-4377-a249-bac473facd18 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:27:20.885559 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-3f1ac994-d692-472e-b38a-4d0205a07145 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6457551 Aug 08 20:27:20.888502 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57898) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:20.893235 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-96e07fe1-f1e3-4fa2-a489-c8c809ce675c admin admin] Request body: {'subnet': {'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1830276692-subnet', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'ip_version': 4}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:20.973961 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e07fe1-f1e3-4fa2-a489-c8c809ce675c admin admin] Made reservation on behalf of 8e9608241eb24854a240c8fbb067fc7f for: {'subnet': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:27:20.976601 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-96e07fe1-f1e3-4fa2-a489-c8c809ce675c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26890397'] for subnet (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.073663 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57904) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:21.129356 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-105e9261-7a52-4639-a424-5cfd17744781 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group (893fee01-9eb9-4021-bdf7-334d8a147302), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.154511 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-105e9261-7a52-4639-a424-5cfd17744781 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group (893fee01-9eb9-4021-bdf7-334d8a147302), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.202839 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-96e07fe1-f1e3-4fa2-a489-c8c809ce675c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27037254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26890383'] for subnet (c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.257912 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e07fe1-f1e3-4fa2-a489-c8c809ce675c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:21.259104 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-105e9261-7a52-4639-a424-5cfd17744781 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (893fee01-9eb9-4021-bdf7-334d8a147302), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.268054 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-105e9261-7a52-4639-a424-5cfd17744781 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.268427 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e07fe1-f1e3-4fa2-a489-c8c809ce675c admin admin] Checking segment: {'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:21.268907 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e07fe1-f1e3-4fa2-a489-c8c809ce675c admin admin] Network hostable DHCP agents. Network: ea75f05c-e804-4377-a249-bac473facd18, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:27:21.272282 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-105e9261-7a52-4639-a424-5cfd17744781 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "DELETE /v2.0/security-groups/893fee01-9eb9-4021-bdf7-334d8a147302 HTTP/1.1" status: 204 len: 168 time: 0.1974528 Aug 08 20:27:21.272651 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57906) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:21.281939 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e9261-7a52-4639-a424-5cfd17744781 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=893fee01-9eb9-4021-bdf7-334d8a147302,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:21.293333 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.api.v2.resource [None req-9193ff1c-32c4-4610-a790-9c0832f710f9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] show failed (client error): The resource could not be found. Aug 08 20:27:21.294404 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-9193ff1c-32c4-4610-a790-9c0832f710f9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups/893fee01-9eb9-4021-bdf7-334d8a147302 HTTP/1.1" status: 404 len: 347 time: 0.0206349 Aug 08 20:27:21.297964 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57908) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:21.351495 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e07fe1-f1e3-4fa2-a489-c8c809ce675c admin admin] Network ea75f05c-e804-4377-a249-bac473facd18 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:27:21.436438 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-75e0a567-4c9e-4aa5-b5ab-d978e9b050fb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Deleting port 53297fc6-4ee9-4974-8728-2b8b447b498f {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:27:21.436917 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-75e0a567-4c9e-4aa5-b5ab-d978e9b050fb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (53297fc6-4ee9-4974-8728-2b8b447b498f), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.438012 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-96e07fe1-f1e3-4fa2-a489-c8c809ce675c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, ea75f05c-e804-4377-a249-bac473facd18) {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:21.442970 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e07fe1-f1e3-4fa2-a489-c8c809ce675c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:21.443731 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-96e07fe1-f1e3-4fa2-a489-c8c809ce675c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.455955 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d5c2a9-d7c3-4924-aca9-07e3de3afa5c None None] Network ea75f05c-e804-4377-a249-bac473facd18 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:27:21.515473 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-75e0a567-4c9e-4aa5-b5ab-d978e9b050fb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (53297fc6-4ee9-4974-8728-2b8b447b498f), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.515898 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-75e0a567-4c9e-4aa5-b5ab-d978e9b050fb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (53297fc6-4ee9-4974-8728-2b8b447b498f), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.527720 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-75e0a567-4c9e-4aa5-b5ab-d978e9b050fb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Calling delete_port for 53297fc6-4ee9-4974-8728-2b8b447b498f owned by network:floatingip {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:27:21.528386 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-80d6baa6-a1e1-4a9a-a1f6-05efba914b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.559570 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-96e07fe1-f1e3-4fa2-a489-c8c809ce675c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6699977 Aug 08 20:27:21.562194 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57912) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:21.566527 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:21.578233 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-ea75f05c-e804-4377-a249-bac473facd18', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'fixed_ips': [{'subnet_id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:27:21.579478 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.671196 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1852'] for router (5b435e67-0cf9-4bc3-b630-9739223a5cf1), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.672361 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1847'] for router (5b435e67-0cf9-4bc3-b630-9739223a5cf1), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.737452 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Allocated IP 172.20.0.2 (ea75f05c-e804-4377-a249-bac473facd18/c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca/a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:21.739089 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-75e0a567-4c9e-4aa5-b5ab-d978e9b050fb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (53297fc6-4ee9-4974-8728-2b8b447b498f), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.741994 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Publish callbacks [] for router_controller (5b435e67-0cf9-4bc3-b630-9739223a5cf1), precommit_add_association {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.768724 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0a567-4c9e-4aa5-b5ab-d978e9b050fb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event deleted for resources: {'Port': ['ID=53297fc6-4ee9-4974-8728-2b8b447b498f,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:21.844904 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-75e0a567-4c9e-4aa5-b5ab-d978e9b050fb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (3ecd4986-4806-4bb1-98dd-ebe4cccf00b5), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.848327 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-75e0a567-4c9e-4aa5-b5ab-d978e9b050fb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.849971 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-75e0a567-4c9e-4aa5-b5ab-d978e9b050fb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "DELETE /v2.0/floatingips/3ecd4986-4806-4bb1-98dd-ebe4cccf00b5 HTTP/1.1" status: 204 len: 168 time: 0.5504119 Aug 08 20:27:21.924472 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Publish callbacks [] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:21.991799 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:22.020683 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:22.042456 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Network ea75f05c-e804-4377-a249-bac473facd18 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:22.043893 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Pushing event updated for resources: {'Port': ['ID=a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:22.047835 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:22.051218 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:22.062771 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a9b1d35d-ee5c-4bec-b651-4bff95828647 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:27:22.189766 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Publish callbacks [] for router_gateway (5b435e67-0cf9-4bc3-b630-9739223a5cf1), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:22.224436 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: a9b1d35d-ee5c-4bec-b651-4bff95828647 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:27:22.224708 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a9b1d35d-ee5c-4bec-b651-4bff95828647 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:27:22.255444 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Attempting to bind port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:27:22.255814 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Attempting to bind port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:27:22.256179 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Attempting to bind port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 on network ea75f05c-e804-4377-a249-bac473facd18 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:22.261967 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:27:22.262482 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Checking segment: {'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:22.262957 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:22.263467 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Bound using segment: {'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:27:22.263965 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Bound port: a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:27:22.264318 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:22.329311 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] For port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:27:22.332484 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] For port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:27:22.407758 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:22.447690 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Publish callbacks [] for router_gateway (5b435e67-0cf9-4bc3-b630-9739223a5cf1), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:22.474500 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ca929-b9ef-4293-871f-cb079ca72a79 None None] Pushing event updated for resources: {'Port': ['ID=a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:22.476079 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:22.596744 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Allocated IP 172.27.3.173 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/9e974eef-c0b8-4b65-8611-3abb8673223b) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:22.726337 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Publish callbacks [] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:22.803754 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:22.845386 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:22.848235 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:22.851173 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:22.873977 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Pushing event updated for resources: {'Port': ['ID=9e974eef-c0b8-4b65-8611-3abb8673223b,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:23.012177 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57920) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:23.016700 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-7e577a2c-7089-4aa4-a6e1-846ffe86ba06 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128940753', 'description': 'tempest-description--460740388'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:23.098634 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-7e577a2c-7089-4aa4-a6e1-846ffe86ba06 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.173189 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Publish callbacks [] for router_gateway (5b435e67-0cf9-4bc3-b630-9739223a5cf1), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.280191 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-7e577a2c-7089-4aa4-a6e1-846ffe86ba06 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group (b9b46c9a-a3ec-483d-809c-e734a067dc19), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.345161 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-7e577a2c-7089-4aa4-a6e1-846ffe86ba06 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (b9b46c9a-a3ec-483d-809c-e734a067dc19), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.353289 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beb8ba6-cc0c-4bbb-be7f-7b80f8541893 None None] Network ea75f05c-e804-4377-a249-bac473facd18 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:27:23.409046 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e577a2c-7089-4aa4-a6e1-846ffe86ba06 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b46c9a-a3ec-483d-809c-e734a067dc19,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:23.418713 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228'] for router (5b435e67-0cf9-4bc3-b630-9739223a5cf1), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.431202 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-73702bd2-e8e6-4d80-a710-a87616f3e725 None None] Provisioning complete for port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:23.431664 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-73702bd2-e8e6-4d80-a710-a87616f3e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.458071 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-7e577a2c-7089-4aa4-a6e1-846ffe86ba06 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.459310 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-7e577a2c-7089-4aa4-a6e1-846ffe86ba06 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4461231 Aug 08 20:27:23.462890 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57922) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:23.469578 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:23.472629 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-2a90155d-be00-46b7-aff2-1955086c3f9a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Request body: {'security_group_rule': {'security_group_id': 'b9b46c9a-a3ec-483d-809c-e734a067dc19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:23.579270 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2a90155d-be00-46b7-aff2-1955086c3f9a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group_rule (3b964dc8-b62c-4307-9575-003aa6254b5d), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.595091 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-73702bd2-e8e6-4d80-a710-a87616f3e725 None None] Current status of the port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:23.595717 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-73702bd2-e8e6-4d80-a710-a87616f3e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.601965 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:23.601965 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.643744 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 is scheduled to L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 with binding_index 1 {{(pid=104383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 20:27:23.647579 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2a90155d-be00-46b7-aff2-1955086c3f9a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group_rule (3b964dc8-b62c-4307-9575-003aa6254b5d), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.670882 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-73702bd2-e8e6-4d80-a710-a87616f3e725 None None] For port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:23.719470 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:23.719868 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.744863 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2a90155d-be00-46b7-aff2-1955086c3f9a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (3b964dc8-b62c-4307-9575-003aa6254b5d), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.751714 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-73702bd2-e8e6-4d80-a710-a87616f3e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.778582 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90155d-be00-46b7-aff2-1955086c3f9a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b964dc8-b62c-4307-9575-003aa6254b5d,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:23.800338 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:27:23.814914 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Sync routers for ids ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:27:23.829035 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Routers {'5b435e67-0cf9-4bc3-b630-9739223a5cf1'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:23.829922 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:26:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:23.833328 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.db.api [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 20:27:23.837191 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG oslo_db.api [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 20:27:23.852102 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73702bd2-e8e6-4d80-a710-a87616f3e725 None None] Pushing event updated for resources: {'Port': ['ID=a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:23.866817 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2a90155d-be00-46b7-aff2-1955086c3f9a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.870999 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57934) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:23.875064 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-2a90155d-be00-46b7-aff2-1955086c3f9a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4111481 Aug 08 20:27:23.875904 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-d41a2ec4-a84b-411e-bcb9-ed721355cd99 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Request body: {'security_group_rule': {'security_group_id': 'b9b46c9a-a3ec-483d-809c-e734a067dc19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:23.884545 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-26c65db6-39ec-4795-a846-a84e63946506 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-684034512&fields=id&tenant_id=65afc33bb2ec4e64807fb1e94f82594f HTTP/1.1" status: 200 len: 267 time: 0.0626199 Aug 08 20:27:23.946635 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:23.950673 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-5ccd8140-11ad-452c-832d-4865acfa1636 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3846374 Aug 08 20:27:23.950961 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 57936) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:23.996973 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d41a2ec4-a84b-411e-bcb9-ed721355cd99 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group_rule (b2b1aab4-5129-4034-94fe-e7af839d39d8), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.000723 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-02d438bd-7e6a-4a1e-b453-f774efc818fe None None] Provisioning complete for port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:24.005411 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-02d438bd-7e6a-4a1e-b453-f774efc818fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.034667 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Set router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:24.074310 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d41a2ec4-a84b-411e-bcb9-ed721355cd99 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group_rule (b2b1aab4-5129-4034-94fe-e7af839d39d8), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.082577 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-287fe949-4a90-4284-9a1f-0d5dc6bfc2c3 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:24.087365 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-287fe949-4a90-4284-9a1f-0d5dc6bfc2c3 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 811 time: 0.1913540 Aug 08 20:27:24.097745 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-71198ef9-bbc4-4ff3-919c-d1c3e4e4e081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.114132 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-02d438bd-7e6a-4a1e-b453-f774efc818fe None None] Current status of the port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:24.134594 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-512d2422-ae4d-4750-855a-9f4a2ba91228 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/quotas/65afc33bb2ec4e64807fb1e94f82594f HTTP/1.1" status: 200 len: 375 time: 0.0415463 Aug 08 20:27:24.157406 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d41a2ec4-a84b-411e-bcb9-ed721355cd99 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (b2b1aab4-5129-4034-94fe-e7af839d39d8), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.176857 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a2ec4-a84b-411e-bcb9-ed721355cd99 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b1aab4-5129-4034-94fe-e7af839d39d8,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:24.229956 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:27:22Z', 'revision_number': 3, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:24.240101 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-3d59a518-5cd0-4dd6-88c0-05b151c1dcaf tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992403 Aug 08 20:27:24.254414 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d41a2ec4-a84b-411e-bcb9-ed721355cd99 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.258876 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Checking router: 5b435e67-0cf9-4bc3-b630-9739223a5cf1 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:27:24.259067 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-d41a2ec4-a84b-411e-bcb9-ed721355cd99 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3836498 Aug 08 20:27:24.259188 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Updating router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 port 9e974eef-c0b8-4b65-8611-3abb8673223b binding host dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:27:24.260379 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57938) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:24.265068 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:24.287235 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.338880 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.386371 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:24.424109 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-fc126c16-23c4-469b-a919-ff0c7c8593d6 service neutron] 10.222.0.26 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552989 Aug 08 20:27:24.456699 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.552365 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Publish callbacks [] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.581470 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-92bfddd9-5576-4835-acc6-8d70652ca59a service neutron] 10.222.0.26 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513345 Aug 08 20:27:24.593075 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.643408 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.696075 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Allocated IP 172.27.3.136 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:24.711413 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Attempting to bind port 9e974eef-c0b8-4b65-8611-3abb8673223b on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:27:24.712046 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Attempting to bind port 9e974eef-c0b8-4b65-8611-3abb8673223b by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:27:24.712488 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Attempting to bind port 9e974eef-c0b8-4b65-8611-3abb8673223b on network 20c2ba87-50cc-4c17-a28e-a16c072740fd {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:24.721829 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2c232-914d-4a56-9e74-91719c461d33 None None] Pushing event updated for resources: {'Port': ['ID=9e974eef-c0b8-4b65-8611-3abb8673223b,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:24.721829 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:27:24.722362 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:24.722932 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.728367 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Bound using segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:27:24.729027 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Bound port: 9e974eef-c0b8-4b65-8611-3abb8673223b, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:27:24.729641 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.758047 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Allocated IP 172.20.0.1 (ea75f05c-e804-4377-a249-bac473facd18/c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca/9efb8088-6810-4fb2-b6bb-7a045d953eb4) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:24.784486 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] For port 9e974eef-c0b8-4b65-8611-3abb8673223b, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:27:24.789891 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] For port 9e974eef-c0b8-4b65-8611-3abb8673223b, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=9e974eef-c0b8-4b65-8611-3abb8673223b,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:27:24.822149 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for port (9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.848840 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.871232 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Publish callbacks [] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.884411 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Routers {'5b435e67-0cf9-4bc3-b630-9739223a5cf1'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:24.885054 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:24.934197 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:24.950303 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2c232-914d-4a56-9e74-91719c461d33 None None] Pushing event updated for resources: {'Port': ['ID=9e974eef-c0b8-4b65-8611-3abb8673223b,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:24.973112 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:24.978385 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:24.981395 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:25.005954 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] Set router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:25.009602 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.016101 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.016282 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event updated for resources: {'Port': ['ID=9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:25.060244 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Network ea75f05c-e804-4377-a249-bac473facd18 is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:25.064205 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:25.068456 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:25.073554 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Pushing event updated for resources: {'Port': ['ID=9efb8088-6810-4fb2-b6bb-7a045d953eb4,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:25.085578 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (4bb64a63-63ec-4a44-ab7b-62e6a7899962), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.120380 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641971'] for router_interface (5b435e67-0cf9-4bc3-b630-9739223a5cf1), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.241563 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.246964 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:27:22Z', 'revision_number': 3, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:25.279227 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75e9749-5de5-41c6-86d4-efe5cf85207b None None] The sync data for ids ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'] in dv-cinder-848821-2-iscsi is: [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:27:22Z', 'revision_number': 3, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:27:25.453647 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-0f07825a-9cc5-48ea-a567-27bde7b3915f None None] Provisioning complete for port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:25.454274 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0f07825a-9cc5-48ea-a567-27bde7b3915f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.458716 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for port (9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.466774 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-998f2fff-af09-48d1-bfc9-bc2aada5dd5e req-7681099b-c026-4450-8ad8-db06324d1901 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 210 time: 0.0385540 Aug 08 20:27:25.493171 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-0f07825a-9cc5-48ea-a567-27bde7b3915f None None] Port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:27:25.495775 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:25.522486 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.543581 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:25.544079 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.595599 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (4bb64a63-63ec-4a44-ab7b-62e6a7899962), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.598364 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event updated for resources: {'Port': ['ID=9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:25.651417 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:25.661742 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.707097 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.712198 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-0f0af456-0daf-4fa4-b41c-3cc7c087d27a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4469345 Aug 08 20:27:25.887744 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Publish callbacks [] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:25.946064 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-69df5638-8f5e-46ac-8429-e9ab9c2c430b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--128940753&fields=id&tenant_id=1cc3ee90744548a3a0b771b209ab3d8c HTTP/1.1" status: 200 len: 267 time: 0.0457246 Aug 08 20:27:25.950982 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:26.078298 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Pushing event updated for resources: {'Port': ['ID=9efb8088-6810-4fb2-b6bb-7a045d953eb4,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:26.090308 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641991'] for router_interface (5b435e67-0cf9-4bc3-b630-9739223a5cf1), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:26.175080 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-b5f2c656-63f1-407a-a080-45f3cd40a534 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:26.176599 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-b5f2c656-63f1-407a-a080-45f3cd40a534 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 816 time: 0.2194707 Aug 08 20:27:26.225274 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-36fda0a0-bdc6-41ac-8028-3ee49a942803 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/quotas/1cc3ee90744548a3a0b771b209ab3d8c HTTP/1.1" status: 200 len: 375 time: 0.0265708 Aug 08 20:27:26.246370 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Network ea75f05c-e804-4377-a249-bac473facd18 is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:26.247829 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:26.331761 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-2778aa6d-df1b-448e-94c1-3f0e360e0bcd tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002076 Aug 08 20:27:26.442011 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:27:26.473631 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-aac3529d-391e-44ed-9026-3600e373f6c7 service neutron] 10.222.0.26 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116650 Aug 08 20:27:26.538646 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-3297ad81-df61-4ace-86b7-a85a7b8373d2 None None] Provisioning complete for port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:26.539231 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3297ad81-df61-4ace-86b7-a85a7b8373d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:26.573149 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-3297ad81-df61-4ace-86b7-a85a7b8373d2 None None] Port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:27:26.607218 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:26.617657 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e585a3c6-ae77-4018-bff0-c86dda3c4765 req-9734978a-023e-4d45-b468-495570b99402 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 210 time: 0.0630515 Aug 08 20:27:26.661935 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:27:26.665093 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-5bc95d15-9eec-4e30-91cc-4acd6310577c service neutron] 10.222.0.26 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604161 Aug 08 20:27:26.668541 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-6cd8530d-5813-4a76-abfc-2d67343b9123 admin admin] 10.222.0.26 "PUT /v2.0/routers/5b435e67-0cf9-4bc3-b630-9739223a5cf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7166164 Aug 08 20:27:26.939237 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2ecc6779-86a9-4c06-a2db-c384935d5787 req-3d21eefc-3fe6-40e2-b70a-d9d702a6c9e7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 210 time: 0.0335062 Aug 08 20:27:27.180671 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Sync routers for ids ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:27:27.191045 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Routers {'5b435e67-0cf9-4bc3-b630-9739223a5cf1'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:27.191657 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:27.301035 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Set router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:27.430510 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 57994) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:27.436522 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1693518186-network', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:27.489498 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 9e974eef-c0b8-4b65-8611-3abb8673223b up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:27.528293 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Made reservation on behalf of 6a4d7d06d7b74e3486d728496b885e0c for: {'network': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:27:27.530577 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:27.547454 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:27.578921 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 9e974eef-c0b8-4b65-8611-3abb8673223b triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:27.579473 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:27.611313 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-e8e0f2a1-4a42-45cd-b52f-5633a394f68b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:27.612748 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-e8e0f2a1-4a42-45cd-b52f-5633a394f68b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 811 time: 0.1404498 Aug 08 20:27:27.615859 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:27:25Z', 'revision_number': 4, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '9efb8088-6810-4fb2-b6bb-7a045d953eb4', 'name': '', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'mac_address': 'fa:16:3e:2d:ce:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:24Z', 'updated_at': '2022-08-08T20:27:25Z', 'revision_number': 2, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'subnets': [{'id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:27.645138 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Checking router: 5b435e67-0cf9-4bc3-b630-9739223a5cf1 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:27:27.649040 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Updating router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:27:27.716118 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:27.720338 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Publish callbacks [] for security_group (88c2211c-93ee-43db-ab5b-b64294e42517), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:27.720710 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-eca0fb6b-98d0-4998-8ef0-03b2820d4fa9 req-c57a7dc0-fd17-4302-81a9-2d4274c98578 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 210 time: 0.0286663 Aug 08 20:27:27.728175 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-f00299d1-63e3-43a9-90d5-446175615c41 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65afc33bb2ec4e64807fb1e94f82594f HTTP/1.1" status: 200 len: 379 time: 0.1011927 Aug 08 20:27:27.738141 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'port': {'device_id': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'admin_state_up': True, 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'security_groups': ['65d610e6-8232-44de-8b36-c3bfe0bcd736']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:27.763406 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 9e974eef-c0b8-4b65-8611-3abb8673223b is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:27.763808 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:27.812922 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (88c2211c-93ee-43db-ab5b-b64294e42517), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:27.837679 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 9e974eef-c0b8-4b65-8611-3abb8673223b, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=9e974eef-c0b8-4b65-8611-3abb8673223b,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:27.873301 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=104384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:27:27.879492 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c2211c-93ee-43db-ab5b-b64294e42517,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:27.891510 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (a014f8a2-c749-4229-9e62-0c77890062a4), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:27.891927 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.segments_db [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Added segment a014f8a2-c749-4229-9e62-0c77890062a4 of type vlan for network 579554b0-0a61-4f68-8a61-7acf89d88e0d Aug 08 20:27:27.907597 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:27.940013 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (579554b0-0a61-4f68-8a61-7acf89d88e0d), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:27.999694 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=9e974eef-c0b8-4b65-8611-3abb8673223b,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:28.014138 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Made reservation on behalf of 65afc33bb2ec4e64807fb1e94f82594f for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:27:28.017987 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.060600 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-be8128d4-58c8-4a37-b6db-008018093663 req-a217fce1-08e1-41a0-8d3d-eb6cda12d9d2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 210 time: 0.0301297 Aug 08 20:27:28.073144 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (579554b0-0a61-4f68-8a61-7acf89d88e0d), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.074195 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:28.074884 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.084774 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Publish callbacks [] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.086566 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.156431 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.158369 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] Pushing event updated for resources: {'Network': ['ID=579554b0-0a61-4f68-8a61-7acf89d88e0d,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:28.181943 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 579554b0-0a61-4f68-8a61-7acf89d88e0d details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:27:28.189338 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-1b0e0d25-0b02-49ab-858f-12e15031e7f9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7577088 Aug 08 20:27:28.192866 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58000) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:28.198925 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-5108836b-925f-4c2c-8f57-b4cbed954f9a admin admin] Request body: {'subnet': {'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1693518186-subnet', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'ip_version': 4}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:28.212334 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Allocated IP 172.20.0.3 (7099fd9c-9514-43aa-9ae6-9d8614d2e1b0/dabc7f81-ee97-4703-9abc-0fad495abc04/b0ba19c2-5369-4e5a-ab1f-67cf5434370f) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:28.288201 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430bfa3-2e61-4cbc-aaeb-72a37dacbd5f None None] Pushing event updated for resources: {'Port': ['ID=9efb8088-6810-4fb2-b6bb-7a045d953eb4,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:28.305485 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5108836b-925f-4c2c-8f57-b4cbed954f9a admin admin] Made reservation on behalf of 6a4d7d06d7b74e3486d728496b885e0c for: {'subnet': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:27:28.308852 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5108836b-925f-4c2c-8f57-b4cbed954f9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26890397'] for subnet (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.313951 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Attempting to bind port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:27:28.315419 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Attempting to bind port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:27:28.315419 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Attempting to bind port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 on network ea75f05c-e804-4377-a249-bac473facd18 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:28.320381 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:27:28.320823 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Checking segment: {'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:28.321195 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.321592 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Bound using segment: {'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:27:28.322071 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Bound port: 9efb8088-6810-4fb2-b6bb-7a045d953eb4, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:27:28.322457 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.379115 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.388016 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] For port 9efb8088-6810-4fb2-b6bb-7a045d953eb4, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:27:28.391393 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] For port 9efb8088-6810-4fb2-b6bb-7a045d953eb4, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=9efb8088-6810-4fb2-b6bb-7a045d953eb4,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:27:28.460468 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.488377 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.504002 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Routers {'5b435e67-0cf9-4bc3-b630-9739223a5cf1'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:28.504621 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:28.528555 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:28.534364 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:28.539585 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:28.570715 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'Port': ['ID=b0ba19c2-5369-4e5a-ab1f-67cf5434370f,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:28.573855 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5108836b-925f-4c2c-8f57-b4cbed954f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27037254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26890383'] for subnet (a2f986b5-1919-48c4-955c-4e79b066578d), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.631265 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:28.631984 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.655333 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108836b-925f-4c2c-8f57-b4cbed954f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f986b5-1919-48c4-955c-4e79b066578d,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:28.670805 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108836b-925f-4c2c-8f57-b4cbed954f9a admin admin] Checking segment: {'id': 'a014f8a2-c749-4229-9e62-0c77890062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:28.671204 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5108836b-925f-4c2c-8f57-b4cbed954f9a admin admin] Network hostable DHCP agents. Network: 579554b0-0a61-4f68-8a61-7acf89d88e0d, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:27:28.699173 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430bfa3-2e61-4cbc-aaeb-72a37dacbd5f None None] Pushing event updated for resources: {'Port': ['ID=9efb8088-6810-4fb2-b6bb-7a045d953eb4,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:28.725849 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-7c6048c3-0fe7-44fb-a133-5531548cdcc1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9916291 Aug 08 20:27:28.750991 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Request body: {'port': {'device_id': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:28.766630 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] Set router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:28.819986 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5108836b-925f-4c2c-8f57-b4cbed954f9a admin admin] Network 579554b0-0a61-4f68-8a61-7acf89d88e0d is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:27:28.840553 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.855569 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-2a0b88a7-93eb-4ebc-921d-e7696a6c54f7 None None] Provisioning complete for port b0ba19c2-5369-4e5a-ab1f-67cf5434370f triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:28.856033 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2a0b88a7-93eb-4ebc-921d-e7696a6c54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:28.891205 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde6705-8cfc-49d7-b8a2-678dfa5112e4 req-06deae10-09ff-4e71-8ab3-8f40599db05e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:28.892773 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3fde6705-8cfc-49d7-b8a2-678dfa5112e4 req-06deae10-09ff-4e71-8ab3-8f40599db05e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 931 time: 0.0644166 Aug 08 20:27:28.938890 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b88a7-93eb-4ebc-921d-e7696a6c54f7 None None] Port b0ba19c2-5369-4e5a-ab1f-67cf5434370f cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:27:28.941127 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-5108836b-925f-4c2c-8f57-b4cbed954f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 579554b0-0a61-4f68-8a61-7acf89d88e0d) {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:28.957019 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698aa413-16a0-430d-90b4-2361b70a432d None None] Network 579554b0-0a61-4f68-8a61-7acf89d88e0d requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:27:28.970663 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3fde6705-8cfc-49d7-b8a2-678dfa5112e4 req-667e5501-d80c-4cc7-be4e-d7fcff65c386 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712161 Aug 08 20:27:28.975914 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5108836b-925f-4c2c-8f57-b4cbed954f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:28.976578 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5108836b-925f-4c2c-8f57-b4cbed954f9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.089597 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-5108836b-925f-4c2c-8f57-b4cbed954f9a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8956017 Aug 08 20:27:29.090604 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58004) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:29.095561 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1693518186-router', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:29.131707 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-579554b0-0a61-4f68-8a61-7acf89d88e0d', 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d', 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'fixed_ips': [{'subnet_id': 'a2f986b5-1919-48c4-955c-4e79b066578d'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:27:29.134602 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.172891 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:27:25Z', 'revision_number': 4, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '9efb8088-6810-4fb2-b6bb-7a045d953eb4', 'name': '', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'mac_address': 'fa:16:3e:2d:ce:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:24Z', 'updated_at': '2022-08-08T20:27:28Z', 'revision_number': 4, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'subnets': [{'id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:29.191611 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1852'] for router (d9279fda-2e9a-4dc1-95ef-10c837663187), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.192765 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1847'] for router (d9279fda-2e9a-4dc1-95ef-10c837663187), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.237772 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-48ef1cc8-0ca1-4dd5-91d8-610d23815266 req-5b840969-2d22-43b7-a680-573c6f70776b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 210 time: 0.0367393 Aug 08 20:27:29.269422 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52318586-a1c6-4c48-96a8-1038c653a084 None None] The sync data for ids ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'] in dv-cinder-848821-2-iscsi is: [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:27:25Z', 'revision_number': 4, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '9efb8088-6810-4fb2-b6bb-7a045d953eb4', 'name': '', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'mac_address': 'fa:16:3e:2d:ce:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:24Z', 'updated_at': '2022-08-08T20:27:28Z', 'revision_number': 4, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'subnets': [{'id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:27:29.277614 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Publish callbacks [] for router_controller (d9279fda-2e9a-4dc1-95ef-10c837663187), precommit_add_association {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.455711 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Allocated IP 172.20.0.2 (579554b0-0a61-4f68-8a61-7acf89d88e0d/a2f986b5-1919-48c4-955c-4e79b066578d/5802ffd7-8b3b-49ab-b3ef-5534d0d5479d) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:29.504974 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-ba339dcb-d66f-4bb3-877c-26d8dc59ab39 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:29.517295 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-ba339dcb-d66f-4bb3-877c-26d8dc59ab39 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.49 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 816 time: 0.4731245 Aug 08 20:27:29.589558 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ba19c2-5369-4e5a-ab1f-67cf5434370f {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:27:29.608721 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Publish callbacks [] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.611585 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 9e974eef-c0b8-4b65-8611-3abb8673223b up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:29.631416 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-4cce6241-fa36-4465-8231-c9941de2766c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cc3ee90744548a3a0b771b209ab3d8c HTTP/1.1" status: 200 len: 379 time: 0.1128409 Aug 08 20:27:29.634395 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Transition to ACTIVE for port object b0ba19c2-5369-4e5a-ab1f-67cf5434370f will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:27:29.641111 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Publish callbacks [] for router_gateway (d9279fda-2e9a-4dc1-95ef-10c837663187), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.643468 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Request body: {'port': {'device_id': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'admin_state_up': True, 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'security_groups': ['b9b46c9a-a3ec-483d-809c-e734a067dc19']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:29.695840 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.706646 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Publish callbacks [] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.720256 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 9e974eef-c0b8-4b65-8611-3abb8673223b triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:29.720641 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.747419 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ba19c2-5369-4e5a-ab1f-67cf5434370f,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:29.809440 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.842769 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 9e974eef-c0b8-4b65-8611-3abb8673223b is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:29.844125 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 9efb8088-6810-4fb2-b6bb-7a045d953eb4 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:29.878815 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Attempting to bind port b0ba19c2-5369-4e5a-ab1f-67cf5434370f on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:27:29.879259 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Attempting to bind port b0ba19c2-5369-4e5a-ab1f-67cf5434370f by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:27:29.880271 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Attempting to bind port b0ba19c2-5369-4e5a-ab1f-67cf5434370f on network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:29.886763 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Port b0ba19c2-5369-4e5a-ab1f-67cf5434370f on network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:27:29.887178 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Attempting to bind port b0ba19c2-5369-4e5a-ab1f-67cf5434370f on network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:29.892705 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:27:29.893536 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Checking segment: {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:29.893681 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Bound using segment: {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:27:29.894227 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Bound port: b0ba19c2-5369-4e5a-ab1f-67cf5434370f, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:27:29.894660 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.924088 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Network 579554b0-0a61-4f68-8a61-7acf89d88e0d is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:29.928471 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:29.935470 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:29.945009 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Made reservation on behalf of 1cc3ee90744548a3a0b771b209ab3d8c for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:27:29.948919 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.963821 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:29.964203 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:29.999471 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] For port b0ba19c2-5369-4e5a-ab1f-67cf5434370f, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:27:30.000684 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Pushing event updated for resources: {'Port': ['ID=5802ffd7-8b3b-49ab-b3ef-5534d0d5479d,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:30.004467 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] For port b0ba19c2-5369-4e5a-ab1f-67cf5434370f, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=b0ba19c2-5369-4e5a-ab1f-67cf5434370f,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:27:30.006258 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Publish callbacks [] for router_gateway (d9279fda-2e9a-4dc1-95ef-10c837663187), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.029252 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.056529 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.057018 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.057467 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.057965 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.058406 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.058843 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.059425 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.059862 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.060295 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.060728 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.061202 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.061628 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.062056 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:27:30.080612 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Attempting to bind port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:27:30.081216 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Attempting to bind port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': 'a014f8a2-c749-4229-9e62-0c77890062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:27:30.081835 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Attempting to bind port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d on network 579554b0-0a61-4f68-8a61-7acf89d88e0d {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:30.094672 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:27:30.095512 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Checking segment: {'id': 'a014f8a2-c749-4229-9e62-0c77890062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:30.096438 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.096984 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Bound using segment: {'id': 'a014f8a2-c749-4229-9e62-0c77890062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:27:30.097588 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Bound port: 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a014f8a2-c749-4229-9e62-0c77890062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:27:30.098876 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.146018 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.154548 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:30.155168 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.156708 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] 10.222.0.49 "PUT /v2.0/ports/b0ba19c2-5369-4e5a-ab1f-67cf5434370f HTTP/1.1" status: 200 len: 1093 time: 1.4105055 Aug 08 20:27:30.157288 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'tag': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:27:30.159554 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a87f95-9d12-459b-8d75-1dd40c871704" -d '{"events": [{"name": "network-changed", "server_uuid": "061973f7-786e-4de7-a2f1-a596d8bf20a4", "tag": "b0ba19c2-5369-4e5a-ab1f-67cf5434370f"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:27:30.189070 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:30.189856 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.215871 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Allocated IP 172.20.0.13 (0b0fe47e-2c8c-470d-88d2-53ef7f857979/fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1/64b6e5fb-6fb3-4622-bb66-818e31702c97) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:30.241583 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadd509-afd3-43fe-a411-e3a4eb06f8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ba19c2-5369-4e5a-ab1f-67cf5434370f,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:30.242848 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Allocated IP 172.27.3.137 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/23e6186d-4da9-4187-8bbb-a31403102ea3) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:30.245384 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] For port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:27:30.245761 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3e4bd5-897e-4c0e-bf90-ab0bf268816d x-openstack-request-id: req-8a3e4bd5-897e-4c0e-bf90-ab0bf268816d {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:27:30.246043 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061973f7-786e-4de7-a2f1-a596d8bf20a4", "tag": "b0ba19c2-5369-4e5a-ab1f-67cf5434370f", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:27:30.246348 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a3e4bd5-897e-4c0e-bf90-ab0bf268816d {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:27:30.246747 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3e4bd5-897e-4c0e-bf90-ab0bf268816d'] response: {'name': 'network-changed', 'server_uuid': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'tag': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f', 'status': 'completed', 'code': 200} Aug 08 20:27:30.259539 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb063a91-5c37-4864-bd33-2ad5e6ee1043 req-1b201f70-3964-4faf-967b-b006c472011c tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:30.268422 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fb063a91-5c37-4864-bd33-2ad5e6ee1043 req-1b201f70-3964-4faf-967b-b006c472011c tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 943 time: 0.1688066 Aug 08 20:27:30.270931 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 9efb8088-6810-4fb2-b6bb-7a045d953eb4, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=9efb8088-6810-4fb2-b6bb-7a045d953eb4,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:30.284526 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] For port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5802ffd7-8b3b-49ab-b3ef-5534d0d5479d,segment=NetworkSegment(a014f8a2-c749-4229-9e62-0c77890062a4),segment_id=a014f8a2-c749-4229-9e62-0c77890062a4)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:27:30.352030 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.381361 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fb063a91-5c37-4864-bd33-2ad5e6ee1043 req-56792538-f83f-4b4c-9806-bbac8bc62cf8 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106315 Aug 08 20:27:30.403790 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.429073 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bd8baec7-e847-4470-a0a4-10e21809bfd5 req-6f0f144c-3f3f-43cd-8ed5-6ce7b8f4aba8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 210 time: 0.0606794 Aug 08 20:27:30.445565 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=9efb8088-6810-4fb2-b6bb-7a045d953eb4,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:30.448148 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a87f95-9d12-459b-8d75-1dd40c871704 req-1b56eb52-4114-4888-9550-a5126d592e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:30.449721 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-68a87f95-9d12-459b-8d75-1dd40c871704 req-1b56eb52-4114-4888-9550-a5126d592e15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 1127 time: 0.1576562 Aug 08 20:27:30.497587 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Publish callbacks [] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.538805 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9c339-b33d-49c7-8ee9-70443307f676 None None] Pushing event updated for resources: {'Port': ['ID=5802ffd7-8b3b-49ab-b3ef-5534d0d5479d,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:30.564604 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.614795 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.625820 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a87f95-9d12-459b-8d75-1dd40c871704 req-b719f1c4-ce41-4356-96cf-519793a437f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:30.627483 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-68a87f95-9d12-459b-8d75-1dd40c871704 req-b719f1c4-ce41-4356-96cf-519793a437f7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1684296 Aug 08 20:27:30.675917 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:30.677487 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Pushing event updated for resources: {'Port': ['ID=23e6186d-4da9-4187-8bbb-a31403102ea3,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:30.680334 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:30.685784 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:30.707122 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.796751 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:30.806554 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:30.819782 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:30.872560 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a87f95-9d12-459b-8d75-1dd40c871704 req-8a34da66-4d43-4539-83d6-511403e10c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:30.874200 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-68a87f95-9d12-459b-8d75-1dd40c871704 req-8a34da66-4d43-4539-83d6-511403e10c3e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2398024 Aug 08 20:27:30.877571 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event updated for resources: {'Port': ['ID=64b6e5fb-6fb3-4622-bb66-818e31702c97,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:30.908703 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:30.915181 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:30.979578 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-cf355623-f9ae-4fc0-9ef5-8e25b00b503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:30.981216 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-cf355623-f9ae-4fc0-9ef5-8e25b00b503c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 1127 time: 0.0561385 Aug 08 20:27:31.002155 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-537d699e-de87-4d78-acf5-4e3cd9c481d7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3635557 Aug 08 20:27:31.036851 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Request body: {'port': {'device_id': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:31.041917 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-2158f6a1-2e47-4a76-b3ab-c5777c4c4edd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0ba19c2-5369-4e5a-ab1f-67cf5434370f HTTP/1.1" status: 200 len: 217 time: 0.0532949 Aug 08 20:27:31.065273 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Publish callbacks [] for router_gateway (d9279fda-2e9a-4dc1-95ef-10c837663187), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:31.110008 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6f710ad1-acf1-4d31-b24c-efa989d5da36 None None] Provisioning complete for port 64b6e5fb-6fb3-4622-bb66-818e31702c97 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:31.110568 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6f710ad1-acf1-4d31-b24c-efa989d5da36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:31.134137 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-3b01d422-38b6-41cf-8cfe-c68a23aa507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:31.135593 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-3b01d422-38b6-41cf-8cfe-c68a23aa507c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dabc7f81-ee97-4703-9abc-0fad495abc04 HTTP/1.1" status: 200 len: 850 time: 0.0766873 Aug 08 20:27:31.140455 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:31.145819 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6f710ad1-acf1-4d31-b24c-efa989d5da36 None None] Port 64b6e5fb-6fb3-4622-bb66-818e31702c97 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:27:31.278020 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-ccd2eaf8-5d9f-46f5-b8eb-81e3d4bf13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:31.279703 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-ccd2eaf8-5d9f-46f5-b8eb-81e3d4bf13c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1361401 Aug 08 20:27:31.459238 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-36159860-5de3-418e-8cee-39f3b26bd000 service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694050 Aug 08 20:27:31.561705 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:31.573629 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228'] for router (d9279fda-2e9a-4dc1-95ef-10c837663187), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:31.613340 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b6e5fb-6fb3-4622-bb66-818e31702c97 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:27:31.625170 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:31.625557 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:31.633514 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Publish callbacks [] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:31.642750 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-835a7fc3-94df-4950-a3b4-bdf4e67d1f0a req-452b8efe-b258-488e-899d-8f4dbc29e3ad service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747646 Aug 08 20:27:31.661733 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Transition to ACTIVE for port object 64b6e5fb-6fb3-4622-bb66-818e31702c97 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:27:31.666617 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4263ac4-af72-427f-bff8-a9382b438107 req-dc9305fc-0ba8-4001-9408-5b5e39392c2c tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:31.668173 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4263ac4-af72-427f-bff8-a9382b438107 req-dc9305fc-0ba8-4001-9408-5b5e39392c2c tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 943 time: 0.1931598 Aug 08 20:27:31.731489 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:31.731938 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:31.755519 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1acfd-4c82-4fcf-bc06-c3e73481fd36 req-0a7054e3-769a-4ab9-a08c-68a0ab780cff tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:31.757184 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4de1acfd-4c82-4fcf-bc06-c3e73481fd36 req-0a7054e3-769a-4ab9-a08c-68a0ab780cff tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 932 time: 0.1396060 Aug 08 20:27:31.768458 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:31.773769 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5802ffd7-8b3b-49ab-b3ef-5534d0d5479d,segment=NetworkSegment(a014f8a2-c749-4229-9e62-0c77890062a4),segment_id=a014f8a2-c749-4229-9e62-0c77890062a4)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:31.819433 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d4263ac4-af72-427f-bff8-a9382b438107 req-391f4b24-84d4-458b-b09d-b415d85f2f6b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423960 Aug 08 20:27:31.848682 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:31.848682 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 9efb8088-6810-4fb2-b6bb-7a045d953eb4 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:31.862067 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ab895-b52d-498a-9505-88b60175998c service neutron] Pushing event updated for resources: {'Port': ['ID=64b6e5fb-6fb3-4622-bb66-818e31702c97,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:31.873544 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4de1acfd-4c82-4fcf-bc06-c3e73481fd36 req-93858509-bc19-46cb-a631-f53abdc56aab tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050515 Aug 08 20:27:31.920125 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Attempting to bind port 64b6e5fb-6fb3-4622-bb66-818e31702c97 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:27:31.920551 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Attempting to bind port 64b6e5fb-6fb3-4622-bb66-818e31702c97 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:27:31.921010 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Attempting to bind port 64b6e5fb-6fb3-4622-bb66-818e31702c97 on network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:31.925629 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Port 64b6e5fb-6fb3-4622-bb66-818e31702c97 on network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:27:31.926059 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Attempting to bind port 64b6e5fb-6fb3-4622-bb66-818e31702c97 on network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:31.935172 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:27:31.935172 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Checking segment: {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:31.935490 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Bound using segment: {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:27:31.936201 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Bound port: 64b6e5fb-6fb3-4622-bb66-818e31702c97, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08da5885-ab24-4013-bdcb-51920d93a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:27:31.936201 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:31.941558 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=5802ffd7-8b3b-49ab-b3ef-5534d0d5479d,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:31.945548 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Router d9279fda-2e9a-4dc1-95ef-10c837663187 is scheduled to L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 with binding_index 1 {{(pid=104383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 20:27:31.951078 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1a8555-c6d1-4ee9-a02e-72b0ff5b1bde None None] Network 579554b0-0a61-4f68-8a61-7acf89d88e0d requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:27:31.993495 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:31.993885 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.013431 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:27:32.016512 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:27:32.049331 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-b2bce768-243e-4149-9066-f59795903a8c None None] Provisioning complete for port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:32.049710 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b2bce768-243e-4149-9066-f59795903a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.058827 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:27:32.070740 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Sync routers for ids ['d9279fda-2e9a-4dc1-95ef-10c837663187'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:27:32.081442 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Routers {'d9279fda-2e9a-4dc1-95ef-10c837663187'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:32.082111 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['d9279fda-2e9a-4dc1-95ef-10c837663187'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:32.094670 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.100376 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:32.100376 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.101126 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-585ab895-b52d-498a-9505-88b60175998c service neutron] 10.222.0.49 "PUT /v2.0/ports/64b6e5fb-6fb3-4622-bb66-818e31702c97 HTTP/1.1" status: 200 len: 1094 time: 1.0683467 Aug 08 20:27:32.150666 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.162972 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ab895-b52d-498a-9505-88b60175998c service neutron] Pushing event updated for resources: {'Port': ['ID=64b6e5fb-6fb3-4622-bb66-818e31702c97,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:32.163430 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-6cc8d4c7-89be-4924-ab8a-f0b9aca3e6cd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0611923 Aug 08 20:27:32.163430 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58024) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:32.164625 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:32.192561 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Set router d9279fda-2e9a-4dc1-95ef-10c837663187 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:32.201938 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-b2bce768-243e-4149-9066-f59795903a8c None None] Current status of the port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:32.248244 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:27:32.251415 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a92e96-e2a2-488e-806b-a01079a5ed0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:27:32.269653 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-82334d5f-abb1-40c1-ac6f-f8a4513bf5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:32.271296 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-82334d5f-abb1-40c1-ac6f-f8a4513bf5cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 1128 time: 0.0632892 Aug 08 20:27:32.315568 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b62f2c3-3840-46cd-ba44-b45fd8be02ce x-openstack-request-id: req-3b62f2c3-3840-46cd-ba44-b45fd8be02ce {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:27:32.315868 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:27:32.316188 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b62f2c3-3840-46cd-ba44-b45fd8be02ce {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:27:32.316702 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b62f2c3-3840-46cd-ba44-b45fd8be02ce'] response: {'name': 'network-changed', 'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'status': 'completed', 'code': 200} Aug 08 20:27:32.322445 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-22a399f8-6f1f-486d-b022-a9576e56f491 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97 HTTP/1.1" status: 200 len: 217 time: 0.0433202 Aug 08 20:27:32.397608 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-85e2a412-7e8f-4dbc-a497-7e5072ced157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:32.400150 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-85e2a412-7e8f-4dbc-a497-7e5072ced157 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 200 len: 855 time: 0.0652468 Aug 08 20:27:32.407020 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'name': 'tempest-TestShelveInstance-1693518186-router', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:29Z', 'updated_at': '2022-08-08T20:27:30Z', 'revision_number': 3, 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'gw_port': {'id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:30Z', 'updated_at': '2022-08-08T20:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:32.442594 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Checking router: d9279fda-2e9a-4dc1-95ef-10c837663187 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:27:32.442944 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Updating router d9279fda-2e9a-4dc1-95ef-10c837663187 port 23e6186d-4da9-4187-8bbb-a31403102ea3 binding host dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:27:32.463641 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-5da9e6bb-8af2-4db0-ab2c-f14ee0107464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:32.465381 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-5da9e6bb-8af2-4db0-ab2c-f14ee0107464 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0fe47e-2c8c-470d-88d2-53ef7f857979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585127 Aug 08 20:27:32.473412 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.535973 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-8b888fde-ac68-4c0a-8a4b-5be720747f75 None None] Provisioning complete for port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:32.536280 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8b888fde-ac68-4c0a-8a4b-5be720747f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.579760 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-ce29b3ab-4448-4129-b1ec-6ca898a38238 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068673 Aug 08 20:27:32.634360 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-8b888fde-ac68-4c0a-8a4b-5be720747f75 None None] Current status of the port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:32.635973 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.693078 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-74aad0fa-00ad-4eb4-afa4-86c37cffe5e9 req-ea6d9f58-fb58-419f-8a47-60a00d7cf7b1 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066461 Aug 08 20:27:32.730598 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Publish callbacks [] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.798171 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Allocated IP 172.20.0.1 (579554b0-0a61-4f68-8a61-7acf89d88e0d/a2f986b5-1919-48c4-955c-4e79b066578d/ff8403b6-b2ec-4464-a552-c73258b4ec6e) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:32.806887 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.840468 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Attempting to bind port 23e6186d-4da9-4187-8bbb-a31403102ea3 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:27:32.841017 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Attempting to bind port 23e6186d-4da9-4187-8bbb-a31403102ea3 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:27:32.841478 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Attempting to bind port 23e6186d-4da9-4187-8bbb-a31403102ea3 on network 20c2ba87-50cc-4c17-a28e-a16c072740fd {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:32.848145 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:27:32.848844 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:32.849416 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.849845 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Bound using segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:27:32.850394 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Bound port: 23e6186d-4da9-4187-8bbb-a31403102ea3, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:27:32.850838 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.858532 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92e96-e2a2-488e-806b-a01079a5ed0c req-10b5bd1a-8222-42ff-8781-788358a233f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:32.860639 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e4a92e96-e2a2-488e-806b-a01079a5ed0c req-10b5bd1a-8222-42ff-8781-788358a233f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 1128 time: 0.0525539 Aug 08 20:27:32.886161 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830f29f-ff7e-4b07-818c-708cf534324c None None] Pushing event updated for resources: {'Port': ['ID=23e6186d-4da9-4187-8bbb-a31403102ea3,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:32.922253 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Publish callbacks [] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:32.925235 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] For port 23e6186d-4da9-4187-8bbb-a31403102ea3, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:27:32.930669 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] For port 23e6186d-4da9-4187-8bbb-a31403102ea3, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=23e6186d-4da9-4187-8bbb-a31403102ea3,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:27:32.975103 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92e96-e2a2-488e-806b-a01079a5ed0c req-1ebece60-f6a5-4fa0-8112-11b7b96dbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:32.976489 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e4a92e96-e2a2-488e-806b-a01079a5ed0c req-1ebece60-f6a5-4fa0-8112-11b7b96dbdce service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 917 time: 0.1082911 Aug 08 20:27:32.996997 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:33.023888 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e4a92e96-e2a2-488e-806b-a01079a5ed0c req-d74ebe5a-f024-4fb2-85c6-01ae80a78d9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97 HTTP/1.1" status: 200 len: 217 time: 0.0411522 Aug 08 20:27:33.039930 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Routers {'d9279fda-2e9a-4dc1-95ef-10c837663187'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:33.040836 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['d9279fda-2e9a-4dc1-95ef-10c837663187'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:33.046673 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc6ed9-1929-49a9-a76e-270ce65d9343 req-77ab7f0d-f795-4670-ad31-0b5016fd77d0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:33.048173 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cbcc6ed9-1929-49a9-a76e-270ce65d9343 req-77ab7f0d-f795-4670-ad31-0b5016fd77d0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 943 time: 0.1020811 Aug 08 20:27:33.057652 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d9927-90e0-44c3-9794-883721fd2b16 req-fd4aa602-1dfe-42a6-b2b8-ffd16bca7fa9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:33.059133 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-aa5d9927-90e0-44c3-9794-883721fd2b16 req-fd4aa602-1dfe-42a6-b2b8-ffd16bca7fa9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0800259 Aug 08 20:27:33.062395 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:33.090581 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92e96-e2a2-488e-806b-a01079a5ed0c req-2cfdf6d9-c246-45cc-917a-3e378236d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:33.092333 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e4a92e96-e2a2-488e-806b-a01079a5ed0c req-2cfdf6d9-c246-45cc-917a-3e378236d515 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 200 len: 855 time: 0.0627379 Aug 08 20:27:33.138253 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Network 579554b0-0a61-4f68-8a61-7acf89d88e0d is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:33.147913 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92e96-e2a2-488e-806b-a01079a5ed0c req-ae042e07-271c-4740-aef1-ff0c862b5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:33.149838 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e4a92e96-e2a2-488e-806b-a01079a5ed0c req-ae042e07-271c-4740-aef1-ff0c862b5a70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0fe47e-2c8c-470d-88d2-53ef7f857979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511041 Aug 08 20:27:33.158854 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:33.176075 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:33.203941 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8403b6-b2ec-4464-a552-c73258b4ec6e,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:33.217092 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cbcc6ed9-1929-49a9-a76e-270ce65d9343 req-9aee20d8-3b2b-4645-aa66-c4d0acca9e69 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565766 Aug 08 20:27:33.237603 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-aa5d9927-90e0-44c3-9794-883721fd2b16 req-0f80d573-77ce-4fd5-8575-a05be0fce90d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637857 Aug 08 20:27:33.241317 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641971'] for router_interface (d9279fda-2e9a-4dc1-95ef-10c837663187), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:33.245535 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830f29f-ff7e-4b07-818c-708cf534324c None None] Pushing event updated for resources: {'Port': ['ID=23e6186d-4da9-4187-8bbb-a31403102ea3,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:33.249219 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] Set router d9279fda-2e9a-4dc1-95ef-10c837663187 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:33.295866 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e4a92e96-e2a2-488e-806b-a01079a5ed0c req-08459570-05fe-45be-8780-325e0d4f3783 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365318 Aug 08 20:27:33.422677 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e4a92e96-e2a2-488e-806b-a01079a5ed0c req-cb3c131f-3677-4a3d-971f-e5ce064a541d service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164746 Aug 08 20:27:33.438174 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:33.443115 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'name': 'tempest-TestShelveInstance-1693518186-router', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:29Z', 'updated_at': '2022-08-08T20:27:30Z', 'revision_number': 3, 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'gw_port': {'id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:30Z', 'updated_at': '2022-08-08T20:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:33.471526 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d887e8a-61b2-4ead-9ee8-5401196fe671 None None] The sync data for ids ['d9279fda-2e9a-4dc1-95ef-10c837663187'] in dv-cinder-848821-2-iscsi is: [{'id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'name': 'tempest-TestShelveInstance-1693518186-router', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:29Z', 'updated_at': '2022-08-08T20:27:30Z', 'revision_number': 3, 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'gw_port': {'id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:30Z', 'updated_at': '2022-08-08T20:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:27:33.489815 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:33.511324 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:33.511706 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:33.571830 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-3f8cec71-1c30-4794-9465-6d158fe531fb None None] Provisioning complete for port ff8403b6-b2ec-4464-a552-c73258b4ec6e triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:33.572264 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3f8cec71-1c30-4794-9465-6d158fe531fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:33.629229 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:33.634647 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-3f8cec71-1c30-4794-9465-6d158fe531fb None None] Port ff8403b6-b2ec-4464-a552-c73258b4ec6e cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:27:33.667502 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Publish callbacks [] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:33.733545 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:33.801763 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641991'] for router_interface (d9279fda-2e9a-4dc1-95ef-10c837663187), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:33.804514 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8403b6-b2ec-4464-a552-c73258b4ec6e,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:33.913299 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Network 579554b0-0a61-4f68-8a61-7acf89d88e0d is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:33.914949 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:34.028674 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Router d9279fda-2e9a-4dc1-95ef-10c837663187 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:27:34.139130 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:27:34.144102 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-6741aff0-f24a-4745-9399-7c0ae8445070 admin admin] 10.222.0.26 "PUT /v2.0/routers/d9279fda-2e9a-4dc1-95ef-10c837663187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9857457 Aug 08 20:27:34.159157 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-41065014-d867-4a97-a9d1-0208e965fc17 None None] Provisioning complete for port ff8403b6-b2ec-4464-a552-c73258b4ec6e triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:34.159654 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-41065014-d867-4a97-a9d1-0208e965fc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:34.194536 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-41065014-d867-4a97-a9d1-0208e965fc17 None None] Port ff8403b6-b2ec-4464-a552-c73258b4ec6e cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:27:34.389176 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ae52c-b96c-4839-88d7-5eed69a343d1 req-1088a0be-593d-4cc9-bede-e1ff8a42eb8d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:34.390752 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4a9ae52c-b96c-4839-88d7-5eed69a343d1 req-1088a0be-593d-4cc9-bede-e1ff8a42eb8d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 943 time: 0.0598657 Aug 08 20:27:34.442540 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4a9ae52c-b96c-4839-88d7-5eed69a343d1 req-883108d6-5893-46e6-8f8f-8f1868eee7c3 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461240 Aug 08 20:27:34.567893 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c69c1d-138f-4573-88f7-d933d6cf72d7 req-b1bf6978-54fc-4b65-a355-ae50c315d5c0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:34.569586 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-59c69c1d-138f-4573-88f7-d933d6cf72d7 req-b1bf6978-54fc-4b65-a355-ae50c315d5c0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0616593 Aug 08 20:27:34.605520 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58042) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:34.610230 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-b2c4a569-5d1a-4fdc-93d4-a6dbc4510942 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1882040774', 'description': 'tempest-secgroup-smoke-1882040774 description', 'project_id': '8e9608241eb24854a240c8fbb067fc7f'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:34.618379 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-59c69c1d-138f-4573-88f7-d933d6cf72d7 req-8defa3bc-295b-4c8a-89e2-03a003b5c14c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430748 Aug 08 20:27:34.698614 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b2c4a569-5d1a-4fdc-93d4-a6dbc4510942 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:34.770957 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b2c4a569-5d1a-4fdc-93d4-a6dbc4510942 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group (2f3257d0-b919-453f-b45d-dd36b172831c), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:34.825205 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b2c4a569-5d1a-4fdc-93d4-a6dbc4510942 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (2f3257d0-b919-453f-b45d-dd36b172831c), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:34.855365 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4a569-5d1a-4fdc-93d4-a6dbc4510942 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3257d0-b919-453f-b45d-dd36b172831c,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:34.913472 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b2c4a569-5d1a-4fdc-93d4-a6dbc4510942 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:34.914768 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-b2c4a569-5d1a-4fdc-93d4-a6dbc4510942 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3080628 Aug 08 20:27:34.917683 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58044) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:34.921943 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-de0848ad-9e66-4f8e-87e0-a73531ff74b4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Request body: {'security_group_rule': {'security_group_id': '2f3257d0-b919-453f-b45d-dd36b172831c', 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:35.000369 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de0848ad-9e66-4f8e-87e0-a73531ff74b4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (85312fb3-f0d3-4791-aca5-be4fe9c579fc), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.061846 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de0848ad-9e66-4f8e-87e0-a73531ff74b4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (85312fb3-f0d3-4791-aca5-be4fe9c579fc), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.155909 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de0848ad-9e66-4f8e-87e0-a73531ff74b4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (85312fb3-f0d3-4791-aca5-be4fe9c579fc), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.174113 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0848ad-9e66-4f8e-87e0-a73531ff74b4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85312fb3-f0d3-4791-aca5-be4fe9c579fc,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:35.249305 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de0848ad-9e66-4f8e-87e0-a73531ff74b4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.250563 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-de0848ad-9e66-4f8e-87e0-a73531ff74b4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319638 Aug 08 20:27:35.253346 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58046) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:35.257560 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-cfdf08ca-1892-44cb-8c50-7b69537ddda3 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Request body: {'security_group_rule': {'security_group_id': '2f3257d0-b919-453f-b45d-dd36b172831c', 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:35.343374 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cfdf08ca-1892-44cb-8c50-7b69537ddda3 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (b2799c9a-bc11-4471-9035-9a2128f639e2), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.401099 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cfdf08ca-1892-44cb-8c50-7b69537ddda3 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (b2799c9a-bc11-4471-9035-9a2128f639e2), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.419156 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 23e6186d-4da9-4187-8bbb-a31403102ea3 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:35.463257 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 23e6186d-4da9-4187-8bbb-a31403102ea3 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:35.463640 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.482301 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cfdf08ca-1892-44cb-8c50-7b69537ddda3 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (b2799c9a-bc11-4471-9035-9a2128f639e2), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.503460 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf08ca-1892-44cb-8c50-7b69537ddda3 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2799c9a-bc11-4471-9035-9a2128f639e2,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:35.536608 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 23e6186d-4da9-4187-8bbb-a31403102ea3 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:35.537055 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.558686 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 23e6186d-4da9-4187-8bbb-a31403102ea3, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=23e6186d-4da9-4187-8bbb-a31403102ea3,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:35.570082 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cfdf08ca-1892-44cb-8c50-7b69537ddda3 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.574281 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-cfdf08ca-1892-44cb-8c50-7b69537ddda3 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3173873 Aug 08 20:27:35.574519 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58050) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:35.575418 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9808ab1-3a2c-48e8-b5bd-27d03b46c804 req-47ad7349-efbb-41a5-93e5-9bcf5225d9d0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:35.576996 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a9808ab1-3a2c-48e8-b5bd-27d03b46c804 req-47ad7349-efbb-41a5-93e5-9bcf5225d9d0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 943 time: 0.0563037 Aug 08 20:27:35.582559 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-f61981a2-08b4-439d-b17b-3349fa4eb953 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Request body: {'security_group_rule': {'security_group_id': '2f3257d0-b919-453f-b45d-dd36b172831c', 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:35.632664 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a9808ab1-3a2c-48e8-b5bd-27d03b46c804 req-66cd7e4a-c183-47ad-bbcc-7b56f789b8b3 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489206 Aug 08 20:27:35.647180 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.690567 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f61981a2-08b4-439d-b17b-3349fa4eb953 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (e5d18017-6911-406e-9dd5-c8b77e377927), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.704760 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=23e6186d-4da9-4187-8bbb-a31403102ea3,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:35.760496 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424c690-5129-4b16-b4c7-94672a40abbf req-bca66ef6-2fc9-4069-9403-fc7f87a2a6a3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:35.762375 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1424c690-5129-4b16-b4c7-94672a40abbf req-bca66ef6-2fc9-4069-9403-fc7f87a2a6a3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0538316 Aug 08 20:27:35.763213 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f61981a2-08b4-439d-b17b-3349fa4eb953 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (e5d18017-6911-406e-9dd5-c8b77e377927), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.811423 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1424c690-5129-4b16-b4c7-94672a40abbf req-f95a73f3-5752-4cab-8a24-20fe9943aca1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431032 Aug 08 20:27:35.853582 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f61981a2-08b4-439d-b17b-3349fa4eb953 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (e5d18017-6911-406e-9dd5-c8b77e377927), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.871347 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61981a2-08b4-439d-b17b-3349fa4eb953 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d18017-6911-406e-9dd5-c8b77e377927,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:35.947277 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f61981a2-08b4-439d-b17b-3349fa4eb953 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:35.948437 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-f61981a2-08b4-439d-b17b-3349fa4eb953 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3728716 Aug 08 20:27:35.951148 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58054) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:35.955337 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-d44aceb3-cffa-4a0a-bde8-5acb16120ffe tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Request body: {'security_group_rule': {'security_group_id': '2f3257d0-b919-453f-b45d-dd36b172831c', 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:36.053054 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d44aceb3-cffa-4a0a-bde8-5acb16120ffe tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (a23b7225-d1bf-41fa-bd35-019966009b7d), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.107396 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b6e5fb-6fb3-4622-bb66-818e31702c97 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:27:36.114222 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d44aceb3-cffa-4a0a-bde8-5acb16120ffe tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (a23b7225-d1bf-41fa-bd35-019966009b7d), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.191011 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d44aceb3-cffa-4a0a-bde8-5acb16120ffe tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (a23b7225-d1bf-41fa-bd35-019966009b7d), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.214366 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44aceb3-cffa-4a0a-bde8-5acb16120ffe tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23b7225-d1bf-41fa-bd35-019966009b7d,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:36.284430 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d44aceb3-cffa-4a0a-bde8-5acb16120ffe tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.288461 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-d44aceb3-cffa-4a0a-bde8-5acb16120ffe tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3337028 Aug 08 20:27:36.288690 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58056) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:36.293594 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-fa48169c-0dec-4c9a-92cb-355668a27221 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Request body: {'security_group_rule': {'security_group_id': '2f3257d0-b919-453f-b45d-dd36b172831c', 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:36.307969 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Sync routers for ids ['d9279fda-2e9a-4dc1-95ef-10c837663187'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:27:36.332756 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Routers {'d9279fda-2e9a-4dc1-95ef-10c837663187'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:36.333396 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['d9279fda-2e9a-4dc1-95ef-10c837663187'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:36.388076 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:36.396104 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.securitygroups_db [None req-fa48169c-0dec-4c9a-92cb-355668a27221 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Project 8e9608241eb24854a240c8fbb067fc7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 20:27:36.403539 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fa48169c-0dec-4c9a-92cb-355668a27221 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (398849f5-aba9-43e1-97eb-e9307f242c54), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.424338 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'port_id': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'mac_address': 'fa:16:3e:d3:ea:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:27:36.462799 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fa48169c-0dec-4c9a-92cb-355668a27221 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (398849f5-aba9-43e1-97eb-e9307f242c54), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.475297 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 64b6e5fb-6fb3-4622-bb66-818e31702c97 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:36.475692 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.488357 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Set router d9279fda-2e9a-4dc1-95ef-10c837663187 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:36.518458 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b6e5fb-6fb3-4622-bb66-818e31702c97 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:27:36.539628 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fa48169c-0dec-4c9a-92cb-355668a27221 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (398849f5-aba9-43e1-97eb-e9307f242c54), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.559008 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48169c-0dec-4c9a-92cb-355668a27221 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398849f5-aba9-43e1-97eb-e9307f242c54,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:36.571454 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:36.621668 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fa48169c-0dec-4c9a-92cb-355668a27221 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.623169 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-fa48169c-0dec-4c9a-92cb-355668a27221 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3334143 Aug 08 20:27:36.626206 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58058) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:36.630772 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-5118f8ae-7fd0-4ef2-a7e4-85fd8247a8fb tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Request body: {'security_group_rule': {'security_group_id': '2f3257d0-b919-453f-b45d-dd36b172831c', 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:36.642320 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.710517 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.securitygroups_db [None req-5118f8ae-7fd0-4ef2-a7e4-85fd8247a8fb tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Project 8e9608241eb24854a240c8fbb067fc7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 20:27:36.716745 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5118f8ae-7fd0-4ef2-a7e4-85fd8247a8fb tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (1ddca5f7-351f-44a5-9622-64db7fce0539), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.719188 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=64b6e5fb-6fb3-4622-bb66-818e31702c97,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:36.749547 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'name': 'tempest-TestShelveInstance-1693518186-router', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:29Z', 'updated_at': '2022-08-08T20:27:33Z', 'revision_number': 4, 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'gw_port': {'id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:30Z', 'updated_at': '2022-08-08T20:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'ff8403b6-b2ec-4464-a552-c73258b4ec6e', 'name': '', 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'mac_address': 'fa:16:3e:fe:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a2f986b5-1919-48c4-955c-4e79b066578d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:32Z', 'updated_at': '2022-08-08T20:27:33Z', 'revision_number': 2, 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'subnets': [{'id': 'a2f986b5-1919-48c4-955c-4e79b066578d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:36.775611 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfebbc3-6e1f-4c75-b07b-92ad8bde7b99 req-a831945c-ea14-450c-968c-086f0372c9c2 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:36.783539 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Checking router: d9279fda-2e9a-4dc1-95ef-10c837663187 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:27:36.784148 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9bfebbc3-6e1f-4c75-b07b-92ad8bde7b99 req-a831945c-ea14-450c-968c-086f0372c9c2 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 943 time: 0.0812209 Aug 08 20:27:36.785105 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Updating router d9279fda-2e9a-4dc1-95ef-10c837663187 port ff8403b6-b2ec-4464-a552-c73258b4ec6e binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:27:36.785561 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5118f8ae-7fd0-4ef2-a7e4-85fd8247a8fb tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (1ddca5f7-351f-44a5-9622-64db7fce0539), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.815282 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.837545 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9bfebbc3-6e1f-4c75-b07b-92ad8bde7b99 req-bfeaed22-9200-422b-beec-f6e5211c1bcd tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469890 Aug 08 20:27:36.854085 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5118f8ae-7fd0-4ef2-a7e4-85fd8247a8fb tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (1ddca5f7-351f-44a5-9622-64db7fce0539), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.883734 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118f8ae-7fd0-4ef2-a7e4-85fd8247a8fb tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddca5f7-351f-44a5-9622-64db7fce0539,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:36.948207 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['64b6e5fb-6fb3-4622-bb66-818e31702c97'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:27:36.953086 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5118f8ae-7fd0-4ef2-a7e4-85fd8247a8fb tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:36.954313 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-5118f8ae-7fd0-4ef2-a7e4-85fd8247a8fb tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3271089 Aug 08 20:27:36.962831 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145fb68-617d-467a-bbca-4f9a1918a0d2 req-4b4e87d5-027a-47a8-94af-430f2a2e5932 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:36.965362 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b145fb68-617d-467a-bbca-4f9a1918a0d2 req-4b4e87d5-027a-47a8-94af-430f2a2e5932 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 945 time: 0.0570142 Aug 08 20:27:37.015698 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b145fb68-617d-467a-bbca-4f9a1918a0d2 req-cc8daf28-2002-42c6-9e52-0f8f32b25ea8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453188 Aug 08 20:27:37.182553 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Publish callbacks [] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:37.259336 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:37.333889 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559caece-bc82-460f-b002-20ea46abcccd None None] Pushing event updated for resources: {'Port': ['ID=ff8403b6-b2ec-4464-a552-c73258b4ec6e,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:37.349052 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Attempting to bind port ff8403b6-b2ec-4464-a552-c73258b4ec6e on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:27:37.349426 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Attempting to bind port ff8403b6-b2ec-4464-a552-c73258b4ec6e by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': 'a014f8a2-c749-4229-9e62-0c77890062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:27:37.349790 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Attempting to bind port ff8403b6-b2ec-4464-a552-c73258b4ec6e on network 579554b0-0a61-4f68-8a61-7acf89d88e0d {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:37.355172 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:27:37.355549 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Checking segment: {'id': 'a014f8a2-c749-4229-9e62-0c77890062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:37.355949 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:37.356447 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Bound using segment: {'id': 'a014f8a2-c749-4229-9e62-0c77890062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:27:37.356802 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Bound port: ff8403b6-b2ec-4464-a552-c73258b4ec6e, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a014f8a2-c749-4229-9e62-0c77890062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:27:37.357223 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:37.412116 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 23e6186d-4da9-4187-8bbb-a31403102ea3 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:37.440394 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] For port ff8403b6-b2ec-4464-a552-c73258b4ec6e, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:27:37.458740 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] For port ff8403b6-b2ec-4464-a552-c73258b4ec6e, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=ff8403b6-b2ec-4464-a552-c73258b4ec6e,segment=NetworkSegment(a014f8a2-c749-4229-9e62-0c77890062a4),segment_id=a014f8a2-c749-4229-9e62-0c77890062a4)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:27:37.474125 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 23e6186d-4da9-4187-8bbb-a31403102ea3 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:37.474501 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:37.536893 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:37.584404 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 23e6186d-4da9-4187-8bbb-a31403102ea3 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:37.589254 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Routers {'d9279fda-2e9a-4dc1-95ef-10c837663187'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:37.589880 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['d9279fda-2e9a-4dc1-95ef-10c837663187'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:37.632023 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559caece-bc82-460f-b002-20ea46abcccd None None] Pushing event updated for resources: {'Port': ['ID=ff8403b6-b2ec-4464-a552-c73258b4ec6e,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:37.701689 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] Set router d9279fda-2e9a-4dc1-95ef-10c837663187 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:37.909118 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'name': 'tempest-TestShelveInstance-1693518186-router', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:29Z', 'updated_at': '2022-08-08T20:27:33Z', 'revision_number': 4, 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'gw_port': {'id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:30Z', 'updated_at': '2022-08-08T20:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'ff8403b6-b2ec-4464-a552-c73258b4ec6e', 'name': '', 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'mac_address': 'fa:16:3e:fe:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a2f986b5-1919-48c4-955c-4e79b066578d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:32Z', 'updated_at': '2022-08-08T20:27:37Z', 'revision_number': 4, 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'subnets': [{'id': 'a2f986b5-1919-48c4-955c-4e79b066578d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:37.937009 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7734c-dce1-4d66-9b9e-3cd95a98f4fb None None] The sync data for ids ['d9279fda-2e9a-4dc1-95ef-10c837663187'] in dv-cinder-848821-2-iscsi is: [{'id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'name': 'tempest-TestShelveInstance-1693518186-router', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:29Z', 'updated_at': '2022-08-08T20:27:33Z', 'revision_number': 4, 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'gw_port': {'id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:30Z', 'updated_at': '2022-08-08T20:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'ff8403b6-b2ec-4464-a552-c73258b4ec6e', 'name': '', 'network_id': '579554b0-0a61-4f68-8a61-7acf89d88e0d', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'mac_address': 'fa:16:3e:fe:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a2f986b5-1919-48c4-955c-4e79b066578d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:32Z', 'updated_at': '2022-08-08T20:27:37Z', 'revision_number': 4, 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'subnets': [{'id': 'a2f986b5-1919-48c4-955c-4e79b066578d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:27:37.970801 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090dc4e-8ad8-4097-be2e-81c27d23ad1d req-37b0cc72-2a56-45eb-8a9d-f84a36596852 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:37.972959 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3090dc4e-8ad8-4097-be2e-81c27d23ad1d req-37b0cc72-2a56-45eb-8a9d-f84a36596852 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 943 time: 0.0556426 Aug 08 20:27:38.051394 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3090dc4e-8ad8-4097-be2e-81c27d23ad1d req-765d29b5-fabe-4e8d-b02c-4b1dd092754e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643463 Aug 08 20:27:38.137406 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b6e5fb-6fb3-4622-bb66-818e31702c97 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:38.163672 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e902b13-8261-4131-b035-afe54ffc497a req-02721e20-93ef-4de4-aacc-c0c0a092f2d5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:38.170269 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5e902b13-8261-4131-b035-afe54ffc497a req-02721e20-93ef-4de4-aacc-c0c0a092f2d5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 945 time: 0.0614514 Aug 08 20:27:38.229957 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5e902b13-8261-4131-b035-afe54ffc497a req-ffde48b7-1b9a-4e4b-8992-e5f3ce3adbb7 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534246 Aug 08 20:27:38.248175 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port 64b6e5fb-6fb3-4622-bb66-818e31702c97 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:27:38.252910 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 64b6e5fb-6fb3-4622-bb66-818e31702c97 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:38.258564 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:38.339753 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 64b6e5fb-6fb3-4622-bb66-818e31702c97 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:38.340498 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:38.369335 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:27:38.371826 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22702b78-b546-4f9a-887c-805e69b5b021" -d '{"events": [{"server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "name": "network-vif-plugged", "status": "completed", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:27:38.393812 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:38.409566 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7691d36f-c430-4555-8f37-d3aea6d51e92 x-openstack-request-id: req-7691d36f-c430-4555-8f37-d3aea6d51e92 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:27:38.409862 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "name": "network-vif-plugged", "status": "completed", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:27:38.410121 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7691d36f-c430-4555-8f37-d3aea6d51e92 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:27:38.410529 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7691d36f-c430-4555-8f37-d3aea6d51e92'] response: {'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'code': 200} Aug 08 20:27:38.469734 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:38.522979 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=64b6e5fb-6fb3-4622-bb66-818e31702c97,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:38.777817 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0144408-0248-47a1-bfe3-a0c4c52c7c2d req-f706648b-2f5d-45ed-a926-25da41280099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:38.780382 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a0144408-0248-47a1-bfe3-a0c4c52c7c2d req-f706648b-2f5d-45ed-a926-25da41280099 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 1130 time: 0.0500486 Aug 08 20:27:38.838588 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a0144408-0248-47a1-bfe3-a0c4c52c7c2d req-30f365b8-b7a6-434a-8f69-20e5e802f217 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482466 Aug 08 20:27:39.174987 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37b0b6-0b06-4948-bf2a-6ab78d735bc6 req-8a841959-0409-497c-9ecc-80a4211c6dbd tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:39.176523 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ef37b0b6-0b06-4948-bf2a-6ab78d735bc6 req-8a841959-0409-497c-9ecc-80a4211c6dbd tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 943 time: 0.0558228 Aug 08 20:27:39.226791 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ef37b0b6-0b06-4948-bf2a-6ab78d735bc6 req-eea69086-2b38-4899-ac0d-9ce62d4b33c0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Aug 08 20:27:39.369698 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46f3b7-61d5-40ae-b6d8-312de64426da req-e01629f3-3398-4610-941c-2fd5c5394dc1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:39.371187 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0d46f3b7-61d5-40ae-b6d8-312de64426da req-e01629f3-3398-4610-941c-2fd5c5394dc1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0610614 Aug 08 20:27:39.422147 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0d46f3b7-61d5-40ae-b6d8-312de64426da req-c1ec4ee0-72ca-4ce1-9593-9f584900a79f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453472 Aug 08 20:27:39.422589 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device ff8403b6-b2ec-4464-a552-c73258b4ec6e up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:39.469123 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port ff8403b6-b2ec-4464-a552-c73258b4ec6e triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:39.469505 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:39.545864 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port ff8403b6-b2ec-4464-a552-c73258b4ec6e is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:39.547515 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:39.579685 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port ff8403b6-b2ec-4464-a552-c73258b4ec6e, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=ff8403b6-b2ec-4464-a552-c73258b4ec6e,segment=NetworkSegment(a014f8a2-c749-4229-9e62-0c77890062a4),segment_id=a014f8a2-c749-4229-9e62-0c77890062a4)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:39.653305 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:39.705946 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=ff8403b6-b2ec-4464-a552-c73258b4ec6e,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:40.138618 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device b0ba19c2-5369-4e5a-ab1f-67cf5434370f details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:27:40.244677 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port b0ba19c2-5369-4e5a-ab1f-67cf5434370f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=b0ba19c2-5369-4e5a-ab1f-67cf5434370f,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:40.256784 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'port_id': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f', 'mac_address': 'fa:16:3e:65:4e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:27:40.292170 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port b0ba19c2-5369-4e5a-ab1f-67cf5434370f is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:40.292568 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:40.310985 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ba19c2-5369-4e5a-ab1f-67cf5434370f {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:27:40.332368 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port b0ba19c2-5369-4e5a-ab1f-67cf5434370f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=b0ba19c2-5369-4e5a-ab1f-67cf5434370f,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:40.355403 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0258a-2a44-413b-99c7-d8167865b1aa req-b0934c33-dbaa-428d-a79c-7f5195ed6803 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:40.356931 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e7c0258a-2a44-413b-99c7-d8167865b1aa req-b0934c33-dbaa-428d-a79c-7f5195ed6803 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 943 time: 0.0589228 Aug 08 20:27:40.401730 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:40.405840 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e7c0258a-2a44-413b-99c7-d8167865b1aa req-d0533b2e-3fc8-4c57-8ca7-a53d17302649 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432029 Aug 08 20:27:40.452665 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=b0ba19c2-5369-4e5a-ab1f-67cf5434370f,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:40.550978 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553fb1a-29e5-4c29-9608-b284d05d4d36 req-d1f04055-f32c-41cf-bd71-9ed3334602fa tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:40.552476 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5553fb1a-29e5-4c29-9608-b284d05d4d36 req-d1f04055-f32c-41cf-bd71-9ed3334602fa tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0534003 Aug 08 20:27:40.604558 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5553fb1a-29e5-4c29-9608-b284d05d4d36 req-c05cb615-264a-4b83-b7e3-c93e8c133a39 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463409 Aug 08 20:27:40.733170 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a99db-fa2b-4d7f-a678-036236f1bfdd req-0599a53f-3fa0-4a94-93c7-0b7e04cfae08 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:40.734905 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-410a99db-fa2b-4d7f-a678-036236f1bfdd req-0599a53f-3fa0-4a94-93c7-0b7e04cfae08 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0567753 Aug 08 20:27:40.739237 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['b0ba19c2-5369-4e5a-ab1f-67cf5434370f'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:27:40.747459 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58142) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:40.751925 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-f5c8357f-4c5c-40da-ad7a-256d9c4333d9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Request body: {'floatingip': {'port_id': '64b6e5fb-6fb3-4622-bb66-818e31702c97'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:40.790584 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f5c8357f-4c5c-40da-ad7a-256d9c4333d9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (4bb64a63-63ec-4a44-ab7b-62e6a7899962), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:41.247386 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f5c8357f-4c5c-40da-ad7a-256d9c4333d9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:41.311133 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f5c8357f-4c5c-40da-ad7a-256d9c4333d9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (4bb64a63-63ec-4a44-ab7b-62e6a7899962), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:41.408367 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [None req-f5c8357f-4c5c-40da-ad7a-256d9c4333d9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Floating IP 4bb64a63-63ec-4a44-ab7b-62e6a7899962 associated. External IP: 172.27.3.136, port: 64b6e5fb-6fb3-4622-bb66-818e31702c97. Aug 08 20:27:41.411426 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device ff8403b6-b2ec-4464-a552-c73258b4ec6e up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:41.468854 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port ff8403b6-b2ec-4464-a552-c73258b4ec6e triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:41.469243 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:41.553090 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port ff8403b6-b2ec-4464-a552-c73258b4ec6e is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:41.557559 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf080017-55d3-4cd7-aed8-777a3c08c36a req-967aad8b-7d57-40f5-83b1-b76cb35ab2ec tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:41.559684 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cf080017-55d3-4cd7-aed8-777a3c08c36a req-967aad8b-7d57-40f5-83b1-b76cb35ab2ec tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 944 time: 0.0728912 Aug 08 20:27:41.641023 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c8357f-4c5c-40da-ad7a-256d9c4333d9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Router b65c8a1c-bbfc-4e17-ba44-70e30d06065f has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:27:41.668383 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cf080017-55d3-4cd7-aed8-777a3c08c36a req-639b7e8f-afb1-4d27-82d5-8307ed6f5ba7 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033289 Aug 08 20:27:41.763273 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c8357f-4c5c-40da-ad7a-256d9c4333d9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:27:41.767868 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f5c8357f-4c5c-40da-ad7a-256d9c4333d9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:41.775082 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d5af2-ba1c-4079-a5c6-79991734f696 None None] Sync routers for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:27:41.791916 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d5af2-ba1c-4079-a5c6-79991734f696 None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:41.793054 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-c62d5af2-ba1c-4079-a5c6-79991734f696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:41.805544 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-f5c8357f-4c5c-40da-ad7a-256d9c4333d9 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "PUT /v2.0/floatingips/4bb64a63-63ec-4a44-ab7b-62e6a7899962 HTTP/1.1" status: 200 len: 992 time: 1.0544584 Aug 08 20:27:41.805544 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:27:41.806144 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d396ab-b35e-402a-a770-80f4c46da331" -d '{"events": [{"name": "network-changed", "server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:27:41.848858 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32357bc-a656-4879-94b3-2ff279b9b791 x-openstack-request-id: req-e32357bc-a656-4879-94b3-2ff279b9b791 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:27:41.849159 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:27:41.849624 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e32357bc-a656-4879-94b3-2ff279b9b791 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:27:41.850038 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e32357bc-a656-4879-94b3-2ff279b9b791'] response: {'name': 'network-changed', 'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'status': 'completed', 'code': 200} Aug 08 20:27:41.918896 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-c62d5af2-ba1c-4079-a5c6-79991734f696 None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:41.929002 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d396ab-b35e-402a-a770-80f4c46da331 req-64b43b0d-f32a-462d-9a48-0479b3cdc0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:41.930719 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b4d396ab-b35e-402a-a770-80f4c46da331 req-64b43b0d-f32a-462d-9a48-0479b3cdc0ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 1130 time: 0.0509744 Aug 08 20:27:42.041976 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d396ab-b35e-402a-a770-80f4c46da331 req-684451e7-e94f-44d9-805f-cf110bf991b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:42.043489 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b4d396ab-b35e-402a-a770-80f4c46da331 req-684451e7-e94f-44d9-805f-cf110bf991b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 917 time: 0.1056294 Aug 08 20:27:42.137612 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b4d396ab-b35e-402a-a770-80f4c46da331 req-d5056d4a-e373-4000-9a65-5bbcb0e2c063 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97 HTTP/1.1" status: 200 len: 1000 time: 0.0866885 Aug 08 20:27:42.165902 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-c62d5af2-ba1c-4079-a5c6-79991734f696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '4bb64a63-63ec-4a44-ab7b-62e6a7899962', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'port_id': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'mac_address': 'fa:16:3e:d3:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:27:25Z', 'updated_at': '2022-08-08T20:27:41Z', 'revision_number': 1, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:42.166707 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device b0ba19c2-5369-4e5a-ab1f-67cf5434370f up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:27:42.194921 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d5af2-ba1c-4079-a5c6-79991734f696 None None] Checking router: b65c8a1c-bbfc-4e17-ba44-70e30d06065f for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:27:42.208632 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d5af2-ba1c-4079-a5c6-79991734f696 None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:42.209854 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-c62d5af2-ba1c-4079-a5c6-79991734f696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:42.306321 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port b0ba19c2-5369-4e5a-ab1f-67cf5434370f completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:27:42.313378 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port b0ba19c2-5369-4e5a-ab1f-67cf5434370f triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:42.313958 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:42.334304 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-c62d5af2-ba1c-4079-a5c6-79991734f696 None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:42.409142 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port b0ba19c2-5369-4e5a-ab1f-67cf5434370f is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:27:42.409587 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:42.437891 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:27:42.440409 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2646133-6cf3-49e8-a148-452d2e91ea96" -d '{"events": [{"server_uuid": "061973f7-786e-4de7-a2f1-a596d8bf20a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0ba19c2-5369-4e5a-ab1f-67cf5434370f"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:27:42.461012 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port b0ba19c2-5369-4e5a-ab1f-67cf5434370f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=b0ba19c2-5369-4e5a-ab1f-67cf5434370f,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:42.472313 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d396ab-b35e-402a-a770-80f4c46da331 req-a2fb4f8b-5bca-45f7-a679-e715d10d4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:42.475790 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b4d396ab-b35e-402a-a770-80f4c46da331 req-a2fb4f8b-5bca-45f7-a679-e715d10d4d51 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 200 len: 855 time: 0.3279331 Aug 08 20:27:42.482894 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0e8230-3948-419e-a923-accd261196be x-openstack-request-id: req-ad0e8230-3948-419e-a923-accd261196be {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:27:42.482894 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061973f7-786e-4de7-a2f1-a596d8bf20a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0ba19c2-5369-4e5a-ab1f-67cf5434370f", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:27:42.482894 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad0e8230-3948-419e-a923-accd261196be {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:27:42.482894 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0e8230-3948-419e-a923-accd261196be'] response: {'server_uuid': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f', 'code': 200} Aug 08 20:27:42.533092 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:42.539533 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d396ab-b35e-402a-a770-80f4c46da331 req-860a9365-b250-4e60-9e64-fe7960b77a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:42.541185 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b4d396ab-b35e-402a-a770-80f4c46da331 req-860a9365-b250-4e60-9e64-fe7960b77a56 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0fe47e-2c8c-470d-88d2-53ef7f857979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570650 Aug 08 20:27:42.584305 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:27:42.586733 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=b0ba19c2-5369-4e5a-ab1f-67cf5434370f,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:42.614541 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-c62d5af2-ba1c-4079-a5c6-79991734f696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '4bb64a63-63ec-4a44-ab7b-62e6a7899962', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'port_id': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'mac_address': 'fa:16:3e:d3:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:27:25Z', 'updated_at': '2022-08-08T20:27:41Z', 'revision_number': 1, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:42.643838 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d5af2-ba1c-4079-a5c6-79991734f696 None None] The sync data for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi is: [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '4bb64a63-63ec-4a44-ab7b-62e6a7899962', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'port_id': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'mac_address': 'fa:16:3e:d3:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:27:25Z', 'updated_at': '2022-08-08T20:27:41Z', 'revision_number': 1, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:27:42.646856 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b4d396ab-b35e-402a-a770-80f4c46da331 req-6f3fbe20-f0dd-4700-bac8-9603602bad5c service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942187 Aug 08 20:27:42.759632 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b4d396ab-b35e-402a-a770-80f4c46da331 req-b2e1a770-5158-49a5-a343-110f710b4d16 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049635 Aug 08 20:27:42.825786 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5bc37-ef3d-471a-ad38-1059e806e8d1 req-7271e796-9228-4c8a-82a8-2506925ca80a tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:42.827405 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f2d5bc37-ef3d-471a-ad38-1059e806e8d1 req-7271e796-9228-4c8a-82a8-2506925ca80a tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 945 time: 0.0646703 Aug 08 20:27:42.895640 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85693a4c-ff45-4e74-b25e-b6a5a7c5ca1f req-fea96884-e732-4575-9e78-2a5d2b0ea62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:42.897170 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-85693a4c-ff45-4e74-b25e-b6a5a7c5ca1f req-fea96884-e732-4575-9e78-2a5d2b0ea62c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 1129 time: 0.0590458 Aug 08 20:27:42.901480 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f2d5bc37-ef3d-471a-ad38-1059e806e8d1 req-4630a11b-a60e-408b-a3e8-999475484407 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678215 Aug 08 20:27:42.938270 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fd3ff-5995-4f83-b3b6-3534a589ce39 None None] New status for floating IP 4bb64a63-63ec-4a44-ab7b-62e6a7899962: ACTIVE {{(pid=104385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:27:42.956301 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-85693a4c-ff45-4e74-b25e-b6a5a7c5ca1f req-04acf777-3659-41b2-b905-dfd177944a50 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503392 Aug 08 20:27:43.420697 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423bf8a-3235-49f9-ba57-d74d093278bf req-3fa58738-fb9d-4100-bc2f-fc19d289bf63 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:43.422204 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b423bf8a-3235-49f9-ba57-d74d093278bf req-3fa58738-fb9d-4100-bc2f-fc19d289bf63 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0542173 Aug 08 20:27:43.470334 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b423bf8a-3235-49f9-ba57-d74d093278bf req-d1c83415-fb53-4cf4-81d8-55f58c20642e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423236 Aug 08 20:27:44.026732 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e209952-8492-4677-a37e-04e3e8e7ca3e req-838dc15a-9de2-4a24-8742-e54d06c42a76 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:44.028199 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1e209952-8492-4677-a37e-04e3e8e7ca3e req-838dc15a-9de2-4a24-8742-e54d06c42a76 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 945 time: 0.0550056 Aug 08 20:27:44.082851 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1e209952-8492-4677-a37e-04e3e8e7ca3e req-1fb5e998-0160-4a39-a9ae-50016922c3b6 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487628 Aug 08 20:27:44.598683 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee17de-8690-418a-ad4b-0c20db84fe0b req-07374818-3eaa-4a94-8bcd-037032114e65 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:44.600142 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-44ee17de-8690-418a-ad4b-0c20db84fe0b req-07374818-3eaa-4a94-8bcd-037032114e65 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0540750 Aug 08 20:27:44.648626 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-44ee17de-8690-418a-ad4b-0c20db84fe0b req-ebf24f32-a288-4394-a39d-af423d200449 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Aug 08 20:27:45.205700 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9d118-d6b3-424b-a140-8cb49c5c3dc4 req-87b3060f-a390-47e0-a25e-42ed7c121a06 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:45.207198 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-67a9d118-d6b3-424b-a140-8cb49c5c3dc4 req-87b3060f-a390-47e0-a25e-42ed7c121a06 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 945 time: 0.0535440 Aug 08 20:27:45.255954 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-67a9d118-d6b3-424b-a140-8cb49c5c3dc4 req-fff2da31-349a-4584-835a-45938d13971c tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431366 Aug 08 20:27:45.382689 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e93dc-02fe-468c-a2e3-31ce4245f650 req-ab7a0efc-bbfe-4618-a0dd-c4e1edf699b2 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:45.384779 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-821e93dc-02fe-468c-a2e3-31ce4245f650 req-ab7a0efc-bbfe-4618-a0dd-c4e1edf699b2 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 945 time: 0.0560091 Aug 08 20:27:45.434151 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-821e93dc-02fe-468c-a2e3-31ce4245f650 req-cf106e3c-90b7-4325-8e34-2f1205577c6b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432713 Aug 08 20:27:45.460143 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58186) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:45.646278 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40fdde-adae-49c9-8529-23b563234fb2 tempest-TestVolumeBootPattern-644942597 tempest-TestVolumeBootPattern-644942597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:45.647815 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-7f40fdde-adae-49c9-8529-23b563234fb2 tempest-TestVolumeBootPattern-644942597 tempest-TestVolumeBootPattern-644942597-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 1124 time: 0.1866729 Aug 08 20:27:45.651524 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58190) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:45.655693 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'port_id': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:45.775146 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e8784-db91-4f89-847e-a0d38cf876a6 req-cc8b4964-cbbb-49e8-aa85-ae69633e5c40 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:45.776700 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-be4e8784-db91-4f89-847e-a0d38cf876a6 req-cc8b4964-cbbb-49e8-aa85-ae69633e5c40 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0560563 Aug 08 20:27:45.788980 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:45.822647 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-b626f4a8-64a9-4689-9acb-45e2ed6b0375 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:45.824117 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-b626f4a8-64a9-4689-9acb-45e2ed6b0375 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 946 time: 0.0636220 Aug 08 20:27:45.871411 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-be4e8784-db91-4f89-847e-a0d38cf876a6 req-f196fd06-bd8e-496e-84a8-6c6306ec0fe1 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=158ed42e-291f-4507-b964-22415a70879a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887752 Aug 08 20:27:45.924341 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:45.925378 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Deleting port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:27:45.925730 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:46.023843 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] For port dcdcbb78-7314-43e9-ad1c-2deb069be7b2, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=dcdcbb78-7314-43e9-ad1c-2deb069be7b2,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:46.024196 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:46.038648 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Allocated IP 172.27.3.188 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/65d93028-296d-4dd2-aa8d-f86dac5854b1) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:46.147864 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for port (65d93028-296d-4dd2-aa8d-f86dac5854b1), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:46.191346 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:46.191733 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (d658cb26-6e4d-4fd2-b1d4-af467f891a26), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:46.192048 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Floating IP d658cb26-6e4d-4fd2-b1d4-af467f891a26 disassociated. External IP: 172.27.3.83, port: dcdcbb78-7314-43e9-ad1c-2deb069be7b2. Aug 08 20:27:46.192396 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Calling delete_port for dcdcbb78-7314-43e9-ad1c-2deb069be7b2 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:27:46.242043 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (65d93028-296d-4dd2-aa8d-f86dac5854b1), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:46.279387 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:46.284405 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:46.287961 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:46.315867 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'Port': ['ID=65d93028-296d-4dd2-aa8d-f86dac5854b1,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:46.385740 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (dcdcbb78-7314-43e9-ad1c-2deb069be7b2), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:46.422520 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event deleted for resources: {'Port': ['ID=dcdcbb78-7314-43e9-ad1c-2deb069be7b2,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:46.537352 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Router cd98853e-1b88-410b-b185-8a6904d7a626 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:27:46.645270 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:27:46.662060 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9098c5e-168f-4790-b3cb-1f7d2ef2643f None None] Sync routers for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:27:46.672802 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9098c5e-168f-4790-b3cb-1f7d2ef2643f None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:46.673499 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-a9098c5e-168f-4790-b3cb-1f7d2ef2643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:46.687659 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] No DVR routers for this DVR port dcdcbb78-7314-43e9-ad1c-2deb069be7b2 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:27:46.690098 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:46.693707 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6c376af1-60b5-4529-9cdc-b2026523a4e5 req-c17698d4-7b23-4f5f-8a04-2a0707ab4507 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.49 "DELETE /v2.0/ports/dcdcbb78-7314-43e9-ad1c-2deb069be7b2 HTTP/1.1" status: 204 len: 173 time: 0.8636391 Aug 08 20:27:46.694095 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'name': 'network-vif-deleted', 'tag': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:27:46.696319 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e2db82-e8fd-4773-8ddc-893da9a41a8d" -d '{"events": [{"server_uuid": "ff43ec98-cff7-4ac8-afec-ca8b79dab37a", "name": "network-vif-deleted", "tag": "dcdcbb78-7314-43e9-ad1c-2deb069be7b2"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:27:46.735278 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae14f3c-6a0c-4e28-8633-1f4041eb46eb x-openstack-request-id: req-3ae14f3c-6a0c-4e28-8633-1f4041eb46eb {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:27:46.735792 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff43ec98-cff7-4ac8-afec-ca8b79dab37a", "name": "network-vif-deleted", "tag": "dcdcbb78-7314-43e9-ad1c-2deb069be7b2", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:27:46.736210 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ae14f3c-6a0c-4e28-8633-1f4041eb46eb {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:27:46.736775 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae14f3c-6a0c-4e28-8633-1f4041eb46eb'] response: {'server_uuid': 'ff43ec98-cff7-4ac8-afec-ca8b79dab37a', 'name': 'network-vif-deleted', 'tag': 'dcdcbb78-7314-43e9-ad1c-2deb069be7b2', 'status': 'completed', 'code': 200} Aug 08 20:27:46.803529 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-a9098c5e-168f-4790-b3cb-1f7d2ef2643f None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:46.948416 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (5792cb55-7a17-4bad-a0f1-6533340958e7), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:47.026302 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-67b79012-22c4-41e4-9e2c-980ae5d8fc20 req-ffe00966-d983-4c17-afe0-09e4e0b39360 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff43ec98-cff7-4ac8-afec-ca8b79dab37a HTTP/1.1" status: 200 len: 210 time: 0.0430481 Aug 08 20:27:47.048417 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-a9098c5e-168f-4790-b3cb-1f7d2ef2643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:30Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:47.076792 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9098c5e-168f-4790-b3cb-1f7d2ef2643f None None] Checking router: cd98853e-1b88-410b-b185-8a6904d7a626 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:27:47.084984 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9098c5e-168f-4790-b3cb-1f7d2ef2643f None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:47.085585 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-a9098c5e-168f-4790-b3cb-1f7d2ef2643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:47.122954 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (65d93028-296d-4dd2-aa8d-f86dac5854b1), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:47.189554 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-a9098c5e-168f-4790-b3cb-1f7d2ef2643f None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:47.287787 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for port (65d93028-296d-4dd2-aa8d-f86dac5854b1), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:47.349536 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (65d93028-296d-4dd2-aa8d-f86dac5854b1), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:47.417801 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (5792cb55-7a17-4bad-a0f1-6533340958e7), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:47.422672 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'Port': ['ID=65d93028-296d-4dd2-aa8d-f86dac5854b1,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:47.490610 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-a9098c5e-168f-4790-b3cb-1f7d2ef2643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:30Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:47.514862 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9098c5e-168f-4790-b3cb-1f7d2ef2643f None None] The sync data for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi is: [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:30Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:27:47.522887 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.l3_db [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Floating IP 5792cb55-7a17-4bad-a0f1-6533340958e7 associated. External IP: 172.27.3.188, port: b0ba19c2-5369-4e5a-ab1f-67cf5434370f. Aug 08 20:27:47.753977 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:27:47.775347 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bef873-ed20-4775-9985-b03c578c8611 None None] New status for floating IP d658cb26-6e4d-4fd2-b1d4-af467f891a26: DOWN {{(pid=104385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:27:47.870443 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:27:47.879952 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471c744-8599-41d5-b665-2a189842ff57 None None] Sync routers for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:27:47.890398 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471c744-8599-41d5-b665-2a189842ff57 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:47.891004 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-6471c744-8599-41d5-b665-2a189842ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:47.994418 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-6471c744-8599-41d5-b665-2a189842ff57 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:48.234221 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-6471c744-8599-41d5-b665-2a189842ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '5792cb55-7a17-4bad-a0f1-6533340958e7', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:65:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:27:46Z', 'updated_at': '2022-08-08T20:27:46Z', 'revision_number': 0, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:48.260029 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471c744-8599-41d5-b665-2a189842ff57 None None] Checking router: cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:27:48.269630 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471c744-8599-41d5-b665-2a189842ff57 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:48.270315 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-6471c744-8599-41d5-b665-2a189842ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:48.294554 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:48.323084 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58208) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:48.352052 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-2d137da2-32b6-4c0d-8085-39aac95f7597 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6971848 Aug 08 20:27:48.354678 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'tag': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:27:48.357063 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf2cf2b-1243-4c08-b753-721fbf23c701" -d '{"events": [{"name": "network-changed", "server_uuid": "061973f7-786e-4de7-a2f1-a596d8bf20a4", "tag": "b0ba19c2-5369-4e5a-ab1f-67cf5434370f"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:27:48.398597 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-96476d1e-8b98-43e1-8a83-d2510070712e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group (158ed42e-291f-4507-b964-22415a70879a), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:48.402933 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-6471c744-8599-41d5-b665-2a189842ff57 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:48.405633 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b565b6c-b417-4b9c-ac65-a107d45ea4d1 x-openstack-request-id: req-0b565b6c-b417-4b9c-ac65-a107d45ea4d1 {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:27:48.405996 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061973f7-786e-4de7-a2f1-a596d8bf20a4", "tag": "b0ba19c2-5369-4e5a-ab1f-67cf5434370f", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:27:48.406450 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b565b6c-b417-4b9c-ac65-a107d45ea4d1 {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:27:48.406977 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b565b6c-b417-4b9c-ac65-a107d45ea4d1'] response: {'name': 'network-changed', 'server_uuid': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'tag': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f', 'status': 'completed', 'code': 200} Aug 08 20:27:48.428043 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-96476d1e-8b98-43e1-8a83-d2510070712e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group (158ed42e-291f-4507-b964-22415a70879a), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:48.477458 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2cf2b-1243-4c08-b753-721fbf23c701 req-8f8b9579-715a-4356-97c0-03369b8a743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:48.479681 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cbf2cf2b-1243-4c08-b753-721fbf23c701 req-8f8b9579-715a-4356-97c0-03369b8a743b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 1129 time: 0.0477097 Aug 08 20:27:48.578975 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-96476d1e-8b98-43e1-8a83-d2510070712e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (158ed42e-291f-4507-b964-22415a70879a), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:48.581654 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-96476d1e-8b98-43e1-8a83-d2510070712e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:48.583079 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-96476d1e-8b98-43e1-8a83-d2510070712e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "DELETE /v2.0/security-groups/158ed42e-291f-4507-b964-22415a70879a HTTP/1.1" status: 204 len: 168 time: 0.2587559 Aug 08 20:27:48.585612 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58222) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:48.594157 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96476d1e-8b98-43e1-8a83-d2510070712e tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158ed42e-291f-4507-b964-22415a70879a,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:48.596939 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2cf2b-1243-4c08-b753-721fbf23c701 req-759d2bec-088b-496d-90c0-e10a4bc043a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:48.598435 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cbf2cf2b-1243-4c08-b753-721fbf23c701 req-759d2bec-088b-496d-90c0-e10a4bc043a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 912 time: 0.1030416 Aug 08 20:27:48.614867 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.api.v2.resource [None req-31e32f80-1984-47c0-a029-0ac939e95ef6 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] show failed (client error): The resource could not be found. Aug 08 20:27:48.616000 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-31e32f80-1984-47c0-a029-0ac939e95ef6 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups/158ed42e-291f-4507-b964-22415a70879a HTTP/1.1" status: 404 len: 347 time: 0.0276732 Aug 08 20:27:48.619763 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58226) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:48.647790 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-6471c744-8599-41d5-b665-2a189842ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '5792cb55-7a17-4bad-a0f1-6533340958e7', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:65:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:27:46Z', 'updated_at': '2022-08-08T20:27:46Z', 'revision_number': 0, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:48.676540 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471c744-8599-41d5-b665-2a189842ff57 None None] The sync data for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi is: [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '5792cb55-7a17-4bad-a0f1-6533340958e7', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:65:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:27:46Z', 'updated_at': '2022-08-08T20:27:46Z', 'revision_number': 0, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:27:48.737430 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cbf2cf2b-1243-4c08-b753-721fbf23c701 req-6a20bbf6-2486-45b9-ad58-e0989e63b8ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0ba19c2-5369-4e5a-ab1f-67cf5434370f HTTP/1.1" status: 200 len: 999 time: 0.1296048 Aug 08 20:27:48.810883 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2cf2b-1243-4c08-b753-721fbf23c701 req-fc5594ee-7093-4a81-aa7f-4136a0d6baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:48.812372 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cbf2cf2b-1243-4c08-b753-721fbf23c701 req-fc5594ee-7093-4a81-aa7f-4136a0d6baae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dabc7f81-ee97-4703-9abc-0fad495abc04 HTTP/1.1" status: 200 len: 850 time: 0.0561979 Aug 08 20:27:48.832098 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-e11fe180-930d-4d39-9324-9ba7b31b19a0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Deleting port 6c04a1f3-f5ab-4bda-b1ad-264c4cd56724 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:27:48.832454 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e11fe180-930d-4d39-9324-9ba7b31b19a0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (6c04a1f3-f5ab-4bda-b1ad-264c4cd56724), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:48.889744 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e31400-a8d5-48af-be8e-5ecefe40f0fd None None] New status for floating IP 5792cb55-7a17-4bad-a0f1-6533340958e7: ACTIVE {{(pid=104385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:27:48.922202 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2cf2b-1243-4c08-b753-721fbf23c701 req-17a816e9-2b8a-4074-8769-31067e0d09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:48.923744 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cbf2cf2b-1243-4c08-b753-721fbf23c701 req-17a816e9-2b8a-4074-8769-31067e0d09ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042361 Aug 08 20:27:48.958136 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e11fe180-930d-4d39-9324-9ba7b31b19a0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (6c04a1f3-f5ab-4bda-b1ad-264c4cd56724), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:48.958473 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e11fe180-930d-4d39-9324-9ba7b31b19a0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (6c04a1f3-f5ab-4bda-b1ad-264c4cd56724), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:48.998013 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-e11fe180-930d-4d39-9324-9ba7b31b19a0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Calling delete_port for 6c04a1f3-f5ab-4bda-b1ad-264c4cd56724 owned by network:floatingip {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:27:49.093391 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cbf2cf2b-1243-4c08-b753-721fbf23c701 req-084e5db5-5b86-4aab-85ae-f58ffda1c4b6 service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621053 Aug 08 20:27:49.226064 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cbf2cf2b-1243-4c08-b753-721fbf23c701 req-008d3416-aef2-4a81-8c9c-5f27f938a820 service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261249 Aug 08 20:27:49.298147 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e11fe180-930d-4d39-9324-9ba7b31b19a0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (6c04a1f3-f5ab-4bda-b1ad-264c4cd56724), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:49.326315 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fe180-930d-4d39-9324-9ba7b31b19a0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event deleted for resources: {'Port': ['ID=6c04a1f3-f5ab-4bda-b1ad-264c4cd56724,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:49.389845 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e11fe180-930d-4d39-9324-9ba7b31b19a0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (d658cb26-6e4d-4fd2-b1d4-af467f891a26), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:49.392777 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e11fe180-930d-4d39-9324-9ba7b31b19a0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:49.393512 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-e11fe180-930d-4d39-9324-9ba7b31b19a0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "DELETE /v2.0/floatingips/d658cb26-6e4d-4fd2-b1d4-af467f891a26 HTTP/1.1" status: 204 len: 168 time: 0.7727830 Aug 08 20:27:49.550160 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58248) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:49.554687 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-24175781-f836-4674-abef-f53e23f0a8fb tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2029364717', 'description': 'tempest-description--297158306'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:49.647781 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-24175781-f836-4674-abef-f53e23f0a8fb tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:49.711902 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-24175781-f836-4674-abef-f53e23f0a8fb tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group (1faee134-a689-4176-a3c5-b69e009cc4d8), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:49.778781 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-24175781-f836-4674-abef-f53e23f0a8fb tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (1faee134-a689-4176-a3c5-b69e009cc4d8), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:49.809708 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24175781-f836-4674-abef-f53e23f0a8fb tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1faee134-a689-4176-a3c5-b69e009cc4d8,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:49.860648 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-24175781-f836-4674-abef-f53e23f0a8fb tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:49.861907 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-24175781-f836-4674-abef-f53e23f0a8fb tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3107269 Aug 08 20:27:49.864917 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58250) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:49.869486 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-7adb7ea0-8888-4c6f-a88d-719424a47229 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Request body: {'security_group_rule': {'security_group_id': '1faee134-a689-4176-a3c5-b69e009cc4d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:49.955074 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7adb7ea0-8888-4c6f-a88d-719424a47229 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group_rule (61c18377-1c69-4463-9b74-770c0d2a994b), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:50.014470 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7adb7ea0-8888-4c6f-a88d-719424a47229 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group_rule (61c18377-1c69-4463-9b74-770c0d2a994b), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:50.081582 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7adb7ea0-8888-4c6f-a88d-719424a47229 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (61c18377-1c69-4463-9b74-770c0d2a994b), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:50.099418 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb7ea0-8888-4c6f-a88d-719424a47229 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c18377-1c69-4463-9b74-770c0d2a994b,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:50.152304 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device dcdcbb78-7314-43e9-ad1c-2deb069be7b2 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:27:50.175350 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: dcdcbb78-7314-43e9-ad1c-2deb069be7b2 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:27:50.175519 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7adb7ea0-8888-4c6f-a88d-719424a47229 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:50.175703 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device dcdcbb78-7314-43e9-ad1c-2deb069be7b2 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:27:50.177084 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-7adb7ea0-8888-4c6f-a88d-719424a47229 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3110969 Aug 08 20:27:50.179745 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58252) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:50.185245 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-8eaa655f-5329-4927-a6ff-6da23dfc4adf tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Request body: {'security_group_rule': {'security_group_id': '1faee134-a689-4176-a3c5-b69e009cc4d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:50.263880 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8eaa655f-5329-4927-a6ff-6da23dfc4adf tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group_rule (b5c2a8f3-6a15-4be5-a349-07a66b9288ab), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:50.319730 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8eaa655f-5329-4927-a6ff-6da23dfc4adf tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group_rule (b5c2a8f3-6a15-4be5-a349-07a66b9288ab), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:50.378859 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8eaa655f-5329-4927-a6ff-6da23dfc4adf tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (b5c2a8f3-6a15-4be5-a349-07a66b9288ab), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:50.396758 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa655f-5329-4927-a6ff-6da23dfc4adf tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c2a8f3-6a15-4be5-a349-07a66b9288ab,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:50.461181 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8eaa655f-5329-4927-a6ff-6da23dfc4adf tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:50.462938 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-8eaa655f-5329-4927-a6ff-6da23dfc4adf tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2822311 Aug 08 20:27:50.471703 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58256) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:50.476369 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:50.550971 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:50.664639 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:50.774973 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Allocated IP 172.27.3.114 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/024c4efe-474c-457c-a12b-56c825cb358d) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:50.882122 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for port (024c4efe-474c-457c-a12b-56c825cb358d), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:50.967894 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (024c4efe-474c-457c-a12b-56c825cb358d), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:51.005197 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:51.012133 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:51.017245 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:51.030280 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event updated for resources: {'Port': ['ID=024c4efe-474c-457c-a12b-56c825cb358d,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:51.106703 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c310b-7c85-45f2-b64e-898d4b4a4015 req-c8a671f6-c48b-41a5-9a3a-21a549e27ec4 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:51.108193 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d65c310b-7c85-45f2-b64e-898d4b4a4015 req-c8a671f6-c48b-41a5-9a3a-21a549e27ec4 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0921569 Aug 08 20:27:51.164734 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (f0d6b610-8fe8-47a0-8dba-ad48c1c1392d), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:51.185030 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d65c310b-7c85-45f2-b64e-898d4b4a4015 req-eb8e76b6-5a8a-494a-96c0-a80f2a85b2f1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579088 Aug 08 20:27:51.267919 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (024c4efe-474c-457c-a12b-56c825cb358d), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:51.410148 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for port (024c4efe-474c-457c-a12b-56c825cb358d), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:51.486865 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-906d8747-640c-4854-8e27-1acd7566ad5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:51.487467 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (024c4efe-474c-457c-a12b-56c825cb358d), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:51.553824 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event updated for resources: {'Port': ['ID=024c4efe-474c-457c-a12b-56c825cb358d,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:51.556965 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (f0d6b610-8fe8-47a0-8dba-ad48c1c1392d), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:51.632373 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:51.633705 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-5eace88b-cba2-45f6-9857-ee8f993a7f31 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1609721 Aug 08 20:27:51.830560 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-27215a45-6b77-4b78-aa6a-bac5ee40cabe tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2029364717&fields=id&tenant_id=634971e0b4474ca6a63f48c4df9db9f8 HTTP/1.1" status: 200 len: 267 time: 0.0451956 Aug 08 20:27:51.936451 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-adbe217a-6ef7-4924-b6b9-422d48ae26ac tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:51.938030 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-adbe217a-6ef7-4924-b6b9-422d48ae26ac tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/networks?id=2b0afc92-421e-442d-8e82-dc3dbcf00e22 HTTP/1.1" status: 200 len: 811 time: 0.1011851 Aug 08 20:27:51.953399 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-1c6f5bbe-ac35-469c-ad98-9ad74f705a94 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/quotas/634971e0b4474ca6a63f48c4df9db9f8 HTTP/1.1" status: 200 len: 375 time: 0.0098474 Aug 08 20:27:51.995587 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:52.012323 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-e4c222b4-3409-4d55-b686-20785ac3ab9f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=634971e0b4474ca6a63f48c4df9db9f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538774 Aug 08 20:27:52.104589 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-f6954a48-2cb7-4a4b-84dc-28cc03b6955d service neutron] 10.222.0.26 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812559 Aug 08 20:27:52.197755 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-1f17e1e4-7da9-4dad-8a0a-5c88017ffc16 service neutron] 10.222.0.26 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872581 Aug 08 20:27:52.306508 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d485ef1-60c2-44e6-a5e6-5cf05a001874 req-92dadf76-b077-4238-b3b5-dc49101ccc2b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:52.307997 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9d485ef1-60c2-44e6-a5e6-5cf05a001874 req-92dadf76-b077-4238-b3b5-dc49101ccc2b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0543330 Aug 08 20:27:52.354307 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9d485ef1-60c2-44e6-a5e6-5cf05a001874 req-584a36a2-f4a4-43b5-8e3f-e30e11abadf7 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405622 Aug 08 20:27:52.425092 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0ba2b342-f3f0-4a7a-8bc4-af16c9190d03 req-3b1c2c01-ca99-41e3-a2bc-7ad484fa874a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 210 time: 0.0266571 Aug 08 20:27:53.479812 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e96a4f-57d3-4e59-8f7e-fd9f59ab8298 req-57187163-9a71-4366-b588-997a0da1af7c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:53.481591 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-78e96a4f-57d3-4e59-8f7e-fd9f59ab8298 req-57187163-9a71-4366-b588-997a0da1af7c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.0533421 Aug 08 20:27:53.541073 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-72cc5983-2649-4aa5-b82c-f42158bb1554 req-30c9a23b-8a5f-45a8-b7d1-3e5712742329 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 210 time: 0.0353205 Aug 08 20:27:53.558792 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-78e96a4f-57d3-4e59-8f7e-fd9f59ab8298 req-25ba1e23-f745-43ca-b551-985e8a718830 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717840 Aug 08 20:27:53.773177 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-81bcc7f8-0aed-4560-b592-34ac0879b6b6 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1882040774&fields=id&tenant_id=8e9608241eb24854a240c8fbb067fc7f HTTP/1.1" status: 200 len: 267 time: 0.0447781 Aug 08 20:27:53.883002 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-40cffbda-87e9-4c03-af67-58ad8b62b135 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:53.884481 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-40cffbda-87e9-4c03-af67-58ad8b62b135 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/networks?id=ea75f05c-e804-4377-a249-bac473facd18 HTTP/1.1" status: 200 len: 809 time: 0.1027441 Aug 08 20:27:53.899098 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-a15828cf-dfcf-4b97-add9-8ed290edc82b tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/quotas/8e9608241eb24854a240c8fbb067fc7f HTTP/1.1" status: 200 len: 375 time: 0.0086997 Aug 08 20:27:53.953215 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-cd6d4322-a7fe-448d-8415-66d6174163dd tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e9608241eb24854a240c8fbb067fc7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492756 Aug 08 20:27:54.050673 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-774d19b2-05ae-4fc3-8f6f-f2c9bb7d68a3 service neutron] 10.222.0.26 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843024 Aug 08 20:27:54.058461 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-741700e2-4f46-4d41-bc74-ac940a229ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:54.144040 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-716ef674-f8cc-45ad-be3d-2f433343c9d7 service neutron] 10.222.0.26 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876229 Aug 08 20:27:54.413687 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-8d0c41ae-8513-42cd-9ff6-653b76d79504 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:54.415129 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-8d0c41ae-8513-42cd-9ff6-653b76d79504 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.49 "GET /v2.0/networks?id=2b0afc92-421e-442d-8e82-dc3dbcf00e22 HTTP/1.1" status: 200 len: 811 time: 0.1073668 Aug 08 20:27:54.476918 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-f2e4fca7-71f6-4339-a669-2dd9a32ecc4c tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=634971e0b4474ca6a63f48c4df9db9f8 HTTP/1.1" status: 200 len: 380 time: 0.0530863 Aug 08 20:27:54.498145 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Request body: {'port': {'device_id': 'e84a7d13-f498-486f-967f-bad62612ee63', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'admin_state_up': True, 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'security_groups': ['1faee134-a689-4176-a3c5-b69e009cc4d8']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:54.644780 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7ae8d5d8-76b7-4891-aac0-ab6c20042f87 req-c347b567-f5c0-42a0-9e32-1286c7854b95 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 210 time: 0.0287347 Aug 08 20:27:54.653169 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Made reservation on behalf of 634971e0b4474ca6a63f48c4df9db9f8 for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:27:54.656532 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:54.877203 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Allocated IP 172.20.0.14 (2b0afc92-421e-442d-8e82-dc3dbcf00e22/5030c856-d3a0-48d5-b9be-9e1da7f17882/a7240520-3602-43ec-b205-dc8d5c017f79) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:54.887362 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-cde8158c-37f2-4506-ba19-80147f432089 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:54.889070 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-cde8158c-37f2-4506-ba19-80147f432089 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.1365857 Aug 08 20:27:55.014133 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:55.018011 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d0ac0ccd-17f4-4c33-82e7-e3849838358e req-f57a3f6d-e6e9-490c-9613-bae6495f8469 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 210 time: 0.2953746 Aug 08 20:27:55.042206 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b703a0-2dc3-493a-8360-04149ea8aa75 req-453d47a1-c996-4c0c-89fc-11f77795eb6b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:55.049471 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f7b703a0-2dc3-493a-8360-04149ea8aa75 req-453d47a1-c996-4c0c-89fc-11f77795eb6b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 945 time: 0.3286698 Aug 08 20:27:55.091502 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Deleting port cd177534-1da0-48a7-91f6-b734ecdb32f2 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:27:55.091824 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:55.096655 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f7b703a0-2dc3-493a-8360-04149ea8aa75 req-d27360e9-4f29-4297-91ab-6d36a6974fd0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=0daec854-37a2-45b6-8b59-7516ffae7530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457251 Aug 08 20:27:55.167083 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for port (a7240520-3602-43ec-b205-dc8d5c017f79), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:55.224006 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] For port cd177534-1da0-48a7-91f6-b734ecdb32f2, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=cd177534-1da0-48a7-91f6-b734ecdb32f2,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:27:55.227161 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:55.367275 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:55.427529 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:55.434807 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:55.435180 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (362e2a89-19c0-47d8-988f-cfb7e5604001), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:55.435496 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Floating IP 362e2a89-19c0-47d8-988f-cfb7e5604001 disassociated. External IP: 172.27.3.170, port: cd177534-1da0-48a7-91f6-b734ecdb32f2. Aug 08 20:27:55.435848 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Calling delete_port for cd177534-1da0-48a7-91f6-b734ecdb32f2 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:27:55.439601 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:55.451791 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:55.478500 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event updated for resources: {'Port': ['ID=a7240520-3602-43ec-b205-dc8d5c017f79,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:55.540540 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:55.541187 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:55.671736 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-2155ce6f-8a62-46e8-9bad-97477ac0d55e None None] Provisioning complete for port a7240520-3602-43ec-b205-dc8d5c017f79 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:55.672316 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2155ce6f-8a62-46e8-9bad-97477ac0d55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:55.679023 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-6fa94103-a5d5-4b4d-826d-2816bcf697a9 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1852183 Aug 08 20:27:55.696420 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Request body: {'port': {'device_id': 'e84a7d13-f498-486f-967f-bad62612ee63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:55.709764 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2155ce6f-8a62-46e8-9bad-97477ac0d55e None None] Port a7240520-3602-43ec-b205-dc8d5c017f79 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:27:55.721587 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (cd177534-1da0-48a7-91f6-b734ecdb32f2), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:55.763648 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event deleted for resources: {'Port': ['ID=cd177534-1da0-48a7-91f6-b734ecdb32f2,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:55.785729 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046e1a8-2240-4793-8afb-0a9ef202216d req-49f86c8f-4a7a-40d8-bb00-bbf2a8a48ecf tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:55.787545 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d046e1a8-2240-4793-8afb-0a9ef202216d req-49f86c8f-4a7a-40d8-bb00-bbf2a8a48ecf tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 932 time: 0.0655141 Aug 08 20:27:55.832976 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:55.842199 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d046e1a8-2240-4793-8afb-0a9ef202216d req-331f5035-576b-491a-b6b4-a0da72a9aa0a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478797 Aug 08 20:27:55.986252 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Router 5244c503-77d1-4589-a898-2c070b08034a has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:27:56.122545 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0c1bef1c-128a-43e4-9bd3-c1f0083c729b req-47a170cf-b1f6-4d6d-b432-5f5bf3bb1943 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 210 time: 0.0321617 Aug 08 20:27:56.220084 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c293f025-0aba-4f53-aec8-e891589ce551 req-1c79b553-0afb-4a42-bff3-8ce82e806243 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 210 time: 0.0397446 Aug 08 20:27:56.437155 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:27:56.446609 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c6c32-bea6-411f-a775-3a6dba872c54 None None] Sync routers for ids ['5244c503-77d1-4589-a898-2c070b08034a'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:27:56.457749 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c6c32-bea6-411f-a775-3a6dba872c54 None None] Routers {'5244c503-77d1-4589-a898-2c070b08034a'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:56.458385 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-5b9c6c32-bea6-411f-a775-3a6dba872c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5244c503-77d1-4589-a898-2c070b08034a'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:56.487135 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] No DVR routers for this DVR port cd177534-1da0-48a7-91f6-b734ecdb32f2 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:27:56.492331 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:56.495780 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3c6f3302-0f45-42f0-bd76-48f7d80f2818 req-1626e41e-a004-46f0-bec1-68a12b71524a tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "DELETE /v2.0/ports/cd177534-1da0-48a7-91f6-b734ecdb32f2 HTTP/1.1" status: 204 len: 173 time: 1.5981853 Aug 08 20:27:56.496223 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48371891-92f1-4218-ad39-c593faac3803', 'name': 'network-vif-deleted', 'tag': 'cd177534-1da0-48a7-91f6-b734ecdb32f2'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:27:56.498488 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3216fff-3064-4df8-9c45-62ff710f4344" -d '{"events": [{"server_uuid": "48371891-92f1-4218-ad39-c593faac3803", "name": "network-vif-deleted", "tag": "cd177534-1da0-48a7-91f6-b734ecdb32f2"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:27:56.558662 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa82515c-2055-405d-a3cd-63d7990cba79 x-openstack-request-id: req-aa82515c-2055-405d-a3cd-63d7990cba79 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:27:56.559057 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48371891-92f1-4218-ad39-c593faac3803", "name": "network-vif-deleted", "tag": "cd177534-1da0-48a7-91f6-b734ecdb32f2", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:27:56.559321 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa82515c-2055-405d-a3cd-63d7990cba79 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:27:56.559723 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa82515c-2055-405d-a3cd-63d7990cba79'] response: {'server_uuid': '48371891-92f1-4218-ad39-c593faac3803', 'name': 'network-vif-deleted', 'tag': 'cd177534-1da0-48a7-91f6-b734ecdb32f2', 'status': 'completed', 'code': 200} Aug 08 20:27:56.562752 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-5b9c6c32-bea6-411f-a775-3a6dba872c54 None None] Set router 5244c503-77d1-4589-a898-2c070b08034a gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:56.563491 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7240520-3602-43ec-b205-dc8d5c017f79 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:27:56.573353 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Publish callbacks [] for port (a7240520-3602-43ec-b205-dc8d5c017f79), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:56.586849 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Transition to ACTIVE for port object a7240520-3602-43ec-b205-dc8d5c017f79 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:27:56.590378 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:56.663315 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:56.752387 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Pushing event updated for resources: {'Port': ['ID=a7240520-3602-43ec-b205-dc8d5c017f79,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:56.772275 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-5b9c6c32-bea6-411f-a775-3a6dba872c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:29Z', 'revision_number': 5, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:56.786385 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Attempting to bind port a7240520-3602-43ec-b205-dc8d5c017f79 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:27:56.786733 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Attempting to bind port a7240520-3602-43ec-b205-dc8d5c017f79 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:27:56.787064 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Attempting to bind port a7240520-3602-43ec-b205-dc8d5c017f79 on network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:56.792870 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Port a7240520-3602-43ec-b205-dc8d5c017f79 on network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:27:56.793271 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Attempting to bind port a7240520-3602-43ec-b205-dc8d5c017f79 on network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:56.798254 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:27:56.798597 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Checking segment: {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:56.798988 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Bound using segment: {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:27:56.799421 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Bound port: a7240520-3602-43ec-b205-dc8d5c017f79, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd7a250-143f-4180-a8b0-927a4a8f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:27:56.799875 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:56.808882 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c6c32-bea6-411f-a775-3a6dba872c54 None None] Checking router: 5244c503-77d1-4589-a898-2c070b08034a for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:27:56.817824 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c6c32-bea6-411f-a775-3a6dba872c54 None None] Routers {'5244c503-77d1-4589-a898-2c070b08034a'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:27:56.818573 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-5b9c6c32-bea6-411f-a775-3a6dba872c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5244c503-77d1-4589-a898-2c070b08034a'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:56.865016 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] For port a7240520-3602-43ec-b205-dc8d5c017f79, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:27:56.868732 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] For port a7240520-3602-43ec-b205-dc8d5c017f79, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a7240520-3602-43ec-b205-dc8d5c017f79,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:27:56.934845 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-5b9c6c32-bea6-411f-a775-3a6dba872c54 None None] Set router 5244c503-77d1-4589-a898-2c070b08034a gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:27:56.969324 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:56.971731 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4b0d-e945-4002-911e-132d945bc53e req-42ad4487-4466-4667-b09f-81d8e793218b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:56.973354 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-406c4b0d-e945-4002-911e-132d945bc53e req-42ad4487-4466-4667-b09f-81d8e793218b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 944 time: 0.0554028 Aug 08 20:27:57.003997 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:57.004694 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:57.006273 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] 10.222.0.49 "PUT /v2.0/ports/a7240520-3602-43ec-b205-dc8d5c017f79 HTTP/1.1" status: 200 len: 1094 time: 1.3144047 Aug 08 20:27:57.035247 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-406c4b0d-e945-4002-911e-132d945bc53e req-3122d95a-4b34-4fba-b8bc-68a026678d08 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552313 Aug 08 20:27:57.056882 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e9a85-8eed-4409-8bc6-e85cf414ffea service neutron] Pushing event updated for resources: {'Port': ['ID=a7240520-3602-43ec-b205-dc8d5c017f79,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:57.098911 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-016451ee-5dfd-4290-baab-c25ba378a630 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:57.100766 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-016451ee-5dfd-4290-baab-c25ba378a630 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.49 "GET /v2.0/networks?id=ea75f05c-e804-4377-a249-bac473facd18 HTTP/1.1" status: 200 len: 809 time: 0.1806412 Aug 08 20:27:57.236192 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-13289a4f-76a0-42f7-8c8e-c6c5cf47019e req-0c6e0679-1e56-46f0-87ff-360e7a55f9f5 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 210 time: 0.0278010 Aug 08 20:27:57.246280 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-5bd31fb1-2033-4583-9c77-fb35ddd9b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:57.248739 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-5bd31fb1-2033-4583-9c77-fb35ddd9b31a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=634971e0b4474ca6a63f48c4df9db9f8&device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 1128 time: 0.1243322 Aug 08 20:27:57.252644 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-ac0fa89a-6a2e-485a-9238-5bfd693637e2 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e9608241eb24854a240c8fbb067fc7f HTTP/1.1" status: 200 len: 380 time: 0.1377401 Aug 08 20:27:57.275540 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Request body: {'port': {'device_id': '621ea206-83e3-4134-8f75-a4a28f07a466', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'admin_state_up': True, 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'security_groups': ['2f3257d0-b919-453f-b45d-dd36b172831c']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:57.278051 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-5b9c6c32-bea6-411f-a775-3a6dba872c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:29Z', 'revision_number': 5, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:27:57.305262 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c6c32-bea6-411f-a775-3a6dba872c54 None None] The sync data for ids ['5244c503-77d1-4589-a898-2c070b08034a'] in dv-cinder-848821-2-iscsi is: [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:23:12Z', 'revision_number': 4, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'fced41f1-a954-45c4-8d49-c5e160a9445b', 'name': '', 'network_id': '497f80c3-c8b4-4cee-8e41-68b9abf5c6fc', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'mac_address': 'fa:16:3e:97:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:10Z', 'updated_at': '2022-08-08T20:23:29Z', 'revision_number': 5, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'subnets': [{'id': '8ac5122b-5eda-4ed2-a19c-a68a0593a6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:27:57.308597 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-820e3910-17b1-4d2b-8697-8f88527caf45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7240520-3602-43ec-b205-dc8d5c017f79 HTTP/1.1" status: 200 len: 217 time: 0.0455840 Aug 08 20:27:57.369296 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4575a83e-f4f1-4711-a2d9-0b61e83e9d31 req-5c3bf020-a996-4400-a78f-3ed103bb0fcd tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=48371891-92f1-4218-ad39-c593faac3803 HTTP/1.1" status: 200 len: 210 time: 0.0473640 Aug 08 20:27:57.462842 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-85ef5615-cf9b-47cd-bb09-b518d37b7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:57.465258 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-85ef5615-cf9b-47cd-bb09-b518d37b7c93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5030c856-d3a0-48d5-b9be-9e1da7f17882 HTTP/1.1" status: 200 len: 850 time: 0.1462877 Aug 08 20:27:57.524070 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-88cfba77-afba-4a4e-aebe-dcc9e673626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:57.524070 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-88cfba77-afba-4a4e-aebe-dcc9e673626a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b0afc92-421e-442d-8e82-dc3dbcf00e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485137 Aug 08 20:27:57.568049 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9915e0-d7d6-4377-a075-a477e18afe05 None None] New status for floating IP 362e2a89-19c0-47d8-988f-cfb7e5604001: DOWN {{(pid=104385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:27:57.577887 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Made reservation on behalf of 8e9608241eb24854a240c8fbb067fc7f for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:27:57.581615 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:57.684975 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-55820c8c-e54a-41d4-82ae-19215b582f5a service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584728 Aug 08 20:27:57.794777 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Allocated IP 172.20.0.14 (ea75f05c-e804-4377-a249-bac473facd18/c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca/1a8453a5-d963-4736-878c-676cdfeac32f) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:27:57.831360 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-d042a52c-d46e-414c-872f-ede6eec47d87 req-637aa6e9-3105-4e4b-ba02-974d389cf63b service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400349 Aug 08 20:27:57.958638 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for port (1a8453a5-d963-4736-878c-676cdfeac32f), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.018617 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.053417 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.102745 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Network ea75f05c-e804-4377-a249-bac473facd18 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:27:58.106610 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:27:58.110467 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:27:58.138219 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event updated for resources: {'Port': ['ID=1a8453a5-d963-4736-878c-676cdfeac32f,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:58.173056 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:58.173710 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.174842 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4c4e8-179d-4548-bfef-a0950cdad40f req-de0b923d-8fbc-4f01-967a-81742d59bcb5 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:58.176612 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d7f4c4e8-179d-4548-bfef-a0950cdad40f req-de0b923d-8fbc-4f01-967a-81742d59bcb5 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 944 time: 0.0624464 Aug 08 20:27:58.231529 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d7f4c4e8-179d-4548-bfef-a0950cdad40f req-3bdc8697-9c1c-44e7-a8fc-37d6b556bd63 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464759 Aug 08 20:27:58.249895 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-3784efa3-ca83-46b7-bce0-b7e5f1eeac7e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9728172 Aug 08 20:27:58.256871 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Request body: {'port': {'device_id': '621ea206-83e3-4134-8f75-a4a28f07a466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:27:58.322074 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.366323 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-8bdeee8a-6237-45ac-80e7-ca6bc6aa3224 None None] Provisioning complete for port 1a8453a5-d963-4736-878c-676cdfeac32f triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:27:58.368704 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8bdeee8a-6237-45ac-80e7-ca6bc6aa3224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.386801 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65bd6d-76a5-42d5-a19d-af4a291246af req-1d628276-cd03-488e-80cb-b19afad87ad6 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:58.395832 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ce65bd6d-76a5-42d5-a19d-af4a291246af req-1d628276-cd03-488e-80cb-b19afad87ad6 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 932 time: 0.0677457 Aug 08 20:27:58.399896 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-8bdeee8a-6237-45ac-80e7-ca6bc6aa3224 None None] Port 1a8453a5-d963-4736-878c-676cdfeac32f cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:27:58.446020 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ce65bd6d-76a5-42d5-a19d-af4a291246af req-ee5d8264-d09f-44a4-a2cb-6193a75dbcfc tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491259 Aug 08 20:27:58.529187 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58356) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:58.562519 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84a7d13-f498-486f-967f-bad62612ee63', 'tag': 'a7240520-3602-43ec-b205-dc8d5c017f79'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:27:58.564682 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0364a9-d244-4cc9-a22f-43898c77775c" -d '{"events": [{"name": "network-changed", "server_uuid": "e84a7d13-f498-486f-967f-bad62612ee63", "tag": "a7240520-3602-43ec-b205-dc8d5c017f79"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:27:58.583221 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2de1f922-9447-487c-860a-a22db8faa01c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for security_group (0daec854-37a2-45b6-8b59-7516ffae7530), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.605243 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8453a5-d963-4736-878c-676cdfeac32f {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:27:58.613119 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e159a3da-b5ae-4f60-8ff9-1739f81806b2 x-openstack-request-id: req-e159a3da-b5ae-4f60-8ff9-1739f81806b2 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:27:58.613416 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84a7d13-f498-486f-967f-bad62612ee63", "tag": "a7240520-3602-43ec-b205-dc8d5c017f79", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:27:58.613677 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e159a3da-b5ae-4f60-8ff9-1739f81806b2 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:27:58.614051 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2de1f922-9447-487c-860a-a22db8faa01c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for security_group (0daec854-37a2-45b6-8b59-7516ffae7530), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.614155 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e159a3da-b5ae-4f60-8ff9-1739f81806b2'] response: {'name': 'network-changed', 'server_uuid': 'e84a7d13-f498-486f-967f-bad62612ee63', 'tag': 'a7240520-3602-43ec-b205-dc8d5c017f79', 'status': 'completed', 'code': 200} Aug 08 20:27:58.615859 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Publish callbacks [] for port (1a8453a5-d963-4736-878c-676cdfeac32f), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.628880 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Transition to ACTIVE for port object 1a8453a5-d963-4736-878c-676cdfeac32f will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:27:58.678695 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0364a9-d244-4cc9-a22f-43898c77775c req-ed185534-6c01-4c76-8fae-29c3426f8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:58.680201 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd0364a9-d244-4cc9-a22f-43898c77775c req-ed185534-6c01-4c76-8fae-29c3426f8cbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=634971e0b4474ca6a63f48c4df9db9f8&device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 1128 time: 0.0453584 Aug 08 20:27:58.704554 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.730532 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2de1f922-9447-487c-860a-a22db8faa01c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (0daec854-37a2-45b6-8b59-7516ffae7530), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.733450 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2de1f922-9447-487c-860a-a22db8faa01c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.744878 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-2de1f922-9447-487c-860a-a22db8faa01c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "DELETE /v2.0/security-groups/0daec854-37a2-45b6-8b59-7516ffae7530 HTTP/1.1" status: 204 len: 168 time: 0.2053432 Aug 08 20:27:58.744878 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58360) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:58.753399 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1f922-9447-487c-860a-a22db8faa01c tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daec854-37a2-45b6-8b59-7516ffae7530,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:58.759744 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.api.v2.resource [None req-fc7f4d5d-3cc8-4b38-b30b-53649c824ba5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] show failed (client error): The resource could not be found. Aug 08 20:27:58.763555 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-fc7f4d5d-3cc8-4b38-b30b-53649c824ba5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups/0daec854-37a2-45b6-8b59-7516ffae7530 HTTP/1.1" status: 404 len: 347 time: 0.0197399 Aug 08 20:27:58.763738 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58362) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:27:58.819201 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Pushing event updated for resources: {'Port': ['ID=1a8453a5-d963-4736-878c-676cdfeac32f,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:58.861843 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0364a9-d244-4cc9-a22f-43898c77775c req-2720f746-65bf-416f-8287-ef9aa74eb7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:58.863392 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd0364a9-d244-4cc9-a22f-43898c77775c req-2720f746-65bf-416f-8287-ef9aa74eb7de service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b0afc92-421e-442d-8e82-dc3dbcf00e22 HTTP/1.1" status: 200 len: 912 time: 0.1757298 Aug 08 20:27:58.898319 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-270f6377-23f7-45b2-b5a3-a91b4863d85b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Deleting port 72a3d2a4-42d6-425c-88f3-409b8e8a5e38 {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:27:58.898664 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-270f6377-23f7-45b2-b5a3-a91b4863d85b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (72a3d2a4-42d6-425c-88f3-409b8e8a5e38), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.917507 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd0364a9-d244-4cc9-a22f-43898c77775c req-bab55243-8571-4888-9f45-957bfce4aaaa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7240520-3602-43ec-b205-dc8d5c017f79 HTTP/1.1" status: 200 len: 217 time: 0.0436482 Aug 08 20:27:58.918311 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Attempting to bind port 1a8453a5-d963-4736-878c-676cdfeac32f on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:27:58.918650 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Attempting to bind port 1a8453a5-d963-4736-878c-676cdfeac32f by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:27:58.918980 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Attempting to bind port 1a8453a5-d963-4736-878c-676cdfeac32f on network ea75f05c-e804-4377-a249-bac473facd18 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:58.930479 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Port 1a8453a5-d963-4736-878c-676cdfeac32f on network ea75f05c-e804-4377-a249-bac473facd18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:27:58.930808 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Attempting to bind port 1a8453a5-d963-4736-878c-676cdfeac32f on network ea75f05c-e804-4377-a249-bac473facd18 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:27:58.955668 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:27:58.956016 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Checking segment: {'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:27:58.956408 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Bound using segment: {'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:27:58.956867 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Bound port: 1a8453a5-d963-4736-878c-676cdfeac32f, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ea269b-57c8-4af5-ad74-b23a25e5342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:27:58.957237 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.973235 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-270f6377-23f7-45b2-b5a3-a91b4863d85b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (72a3d2a4-42d6-425c-88f3-409b8e8a5e38), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.973561 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-270f6377-23f7-45b2-b5a3-a91b4863d85b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for floatingip (72a3d2a4-42d6-425c-88f3-409b8e8a5e38), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:58.985947 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-270f6377-23f7-45b2-b5a3-a91b4863d85b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Calling delete_port for 72a3d2a4-42d6-425c-88f3-409b8e8a5e38 owned by network:floatingip {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:27:59.000596 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0364a9-d244-4cc9-a22f-43898c77775c req-c746293c-7392-43cd-9bc6-970ec623c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:59.002097 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd0364a9-d244-4cc9-a22f-43898c77775c req-c746293c-7392-43cd-9bc6-970ec623c733 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5030c856-d3a0-48d5-b9be-9e1da7f17882 HTTP/1.1" status: 200 len: 850 time: 0.0785036 Aug 08 20:27:59.056517 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] For port 1a8453a5-d963-4736-878c-676cdfeac32f, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:27:59.076671 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] For port 1a8453a5-d963-4736-878c-676cdfeac32f, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=1a8453a5-d963-4736-878c-676cdfeac32f,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:27:59.085214 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0364a9-d244-4cc9-a22f-43898c77775c req-88dcd042-0bad-4f21-b2b6-cd939f5000c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:59.086741 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd0364a9-d244-4cc9-a22f-43898c77775c req-88dcd042-0bad-4f21-b2b6-cd939f5000c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b0afc92-421e-442d-8e82-dc3dbcf00e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746398 Aug 08 20:27:59.141744 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:59.144835 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:59.145582 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:59.147359 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] 10.222.0.49 "PUT /v2.0/ports/1a8453a5-d963-4736-878c-676cdfeac32f HTTP/1.1" status: 200 len: 1094 time: 0.8950748 Aug 08 20:27:59.173294 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-270f6377-23f7-45b2-b5a3-a91b4863d85b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (72a3d2a4-42d6-425c-88f3-409b8e8a5e38), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:59.199911 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f6377-23f7-45b2-b5a3-a91b4863d85b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event deleted for resources: {'Port': ['ID=72a3d2a4-42d6-425c-88f3-409b8e8a5e38,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:59.225624 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd0364a9-d244-4cc9-a22f-43898c77775c req-e7d2c5fc-1097-4bf6-bf2d-cc0282b59263 service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310570 Aug 08 20:27:59.226207 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7752af-fe3c-4c4e-b2f7-4e25d64dcc4a service neutron] Pushing event updated for resources: {'Port': ['ID=1a8453a5-d963-4736-878c-676cdfeac32f,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:27:59.277880 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-270f6377-23f7-45b2-b5a3-a91b4863d85b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks [] for floatingip (362e2a89-19c0-47d8-988f-cfb7e5604001), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:59.280552 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-270f6377-23f7-45b2-b5a3-a91b4863d85b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:27:59.284055 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-270f6377-23f7-45b2-b5a3-a91b4863d85b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "DELETE /v2.0/floatingips/362e2a89-19c0-47d8-988f-cfb7e5604001 HTTP/1.1" status: 204 len: 168 time: 0.5169783 Aug 08 20:27:59.363109 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-afd61c75-e6a7-4228-81eb-4d26877a2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:59.364628 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24241150-1267-431b-b039-a4812e9cc213 req-2ab600c5-4d68-47a6-ab0d-0874c9ebc7ba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:59.365175 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-afd61c75-e6a7-4228-81eb-4d26877a2c3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e9608241eb24854a240c8fbb067fc7f&device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 1128 time: 0.1171939 Aug 08 20:27:59.366060 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-24241150-1267-431b-b039-a4812e9cc213 req-2ab600c5-4d68-47a6-ab0d-0874c9ebc7ba tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 944 time: 0.0565605 Aug 08 20:27:59.371771 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd0364a9-d244-4cc9-a22f-43898c77775c req-04acb551-5106-4e54-b3f5-330f3c43b02d service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249022 Aug 08 20:27:59.415746 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-24241150-1267-431b-b039-a4812e9cc213 req-df9a410c-4ef4-4495-a5b8-f1258bd776c8 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422688 Aug 08 20:27:59.416381 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-347e8644-a321-4e42-9349-6b839ff6df45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8453a5-d963-4736-878c-676cdfeac32f HTTP/1.1" status: 200 len: 217 time: 0.0432642 Aug 08 20:27:59.469602 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-4872d6d5-8ef7-4b08-94dc-e67eccfe2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:59.471099 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-4872d6d5-8ef7-4b08-94dc-e67eccfe2cc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca HTTP/1.1" status: 200 len: 848 time: 0.0487232 Aug 08 20:27:59.524044 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-ad9a0f65-2c51-4c8a-8de0-07b4782a0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:59.525603 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-ad9a0f65-2c51-4c8a-8de0-07b4782a0896 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ea75f05c-e804-4377-a249-bac473facd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477557 Aug 08 20:27:59.584782 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d5154-23cc-4c82-a492-4355d9f8b938 req-491b51a4-4301-4d20-8b03-10782a8c92c0 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:27:59.586315 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-529d5154-23cc-4c82-a492-4355d9f8b938 req-491b51a4-4301-4d20-8b03-10782a8c92c0 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0573113 Aug 08 20:27:59.620659 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-e19631af-2c8f-4ad7-b743-6c6110521ebc service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878413 Aug 08 20:27:59.637080 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-529d5154-23cc-4c82-a492-4355d9f8b938 req-027a26c2-1a34-4c98-b2f2-9329dd65f3e5 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444846 Aug 08 20:27:59.710354 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-65356889-55ea-4fbe-9deb-eb61aa14483a req-7cd428e6-f303-4510-8150-c36ea2b97017 service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833862 Aug 08 20:28:00.188610 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device cd177534-1da0-48a7-91f6-b734ecdb32f2 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:28:00.208070 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: cd177534-1da0-48a7-91f6-b734ecdb32f2 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:28:00.208417 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device cd177534-1da0-48a7-91f6-b734ecdb32f2 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:28:00.538505 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bb601-031c-4d46-b160-7bff07aa3e2d req-e92f11eb-bc52-4a4d-9370-273c37802e0a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:00.540023 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ec0bb601-031c-4d46-b160-7bff07aa3e2d req-e92f11eb-bc52-4a4d-9370-273c37802e0a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 944 time: 0.0544176 Aug 08 20:28:00.586454 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ec0bb601-031c-4d46-b160-7bff07aa3e2d req-78343538-e56d-4fa9-8c01-2235ae6ad9c5 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407126 Aug 08 20:28:00.614771 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:28:00.617541 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bef3215-e44b-4c52-b497-3c35802abd32" -d '{"events": [{"name": "network-changed", "server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:28:00.654145 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df114e40-04bc-470f-a5a1-acadabbafa54 x-openstack-request-id: req-df114e40-04bc-470f-a5a1-acadabbafa54 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:28:00.654767 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:28:00.654767 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df114e40-04bc-470f-a5a1-acadabbafa54 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:28:00.655097 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df114e40-04bc-470f-a5a1-acadabbafa54'] response: {'name': 'network-changed', 'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f', 'status': 'completed', 'code': 200} Aug 08 20:28:00.746507 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef3215-e44b-4c52-b497-3c35802abd32 req-e2c45cf3-37ee-4d60-aefe-f4c9324a5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:00.748593 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-5bef3215-e44b-4c52-b497-3c35802abd32 req-e2c45cf3-37ee-4d60-aefe-f4c9324a5967 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e9608241eb24854a240c8fbb067fc7f&device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 1128 time: 0.0590017 Aug 08 20:28:00.764293 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65d31f-9194-4025-bb72-3fb4cfc48d5c req-ba513433-cb89-45d5-ae95-73f07aa9ca85 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:00.765813 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fe65d31f-9194-4025-bb72-3fb4cfc48d5c req-ba513433-cb89-45d5-ae95-73f07aa9ca85 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0561614 Aug 08 20:28:00.818941 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fe65d31f-9194-4025-bb72-3fb4cfc48d5c req-9c48705b-93d3-4364-a43d-d741d2f6294b tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474541 Aug 08 20:28:00.852699 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef3215-e44b-4c52-b497-3c35802abd32 req-b679151a-8730-40c0-b28a-c0f690ffdd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:00.854797 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-5bef3215-e44b-4c52-b497-3c35802abd32 req-b679151a-8730-40c0-b28a-c0f690ffdd03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ea75f05c-e804-4377-a249-bac473facd18 HTTP/1.1" status: 200 len: 910 time: 0.0914264 Aug 08 20:28:00.894637 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-5bef3215-e44b-4c52-b497-3c35802abd32 req-8f8c51e1-e5e3-4a14-96da-428e4e2e3526 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8453a5-d963-4736-878c-676cdfeac32f HTTP/1.1" status: 200 len: 217 time: 0.0338516 Aug 08 20:28:00.952333 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef3215-e44b-4c52-b497-3c35802abd32 req-18976030-7a2b-4471-81e2-c20c91c33350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:00.953829 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-5bef3215-e44b-4c52-b497-3c35802abd32 req-18976030-7a2b-4471-81e2-c20c91c33350 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca HTTP/1.1" status: 200 len: 848 time: 0.0472603 Aug 08 20:28:01.007331 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef3215-e44b-4c52-b497-3c35802abd32 req-1a879a47-e4ab-418d-9c3e-9c5a87228916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:01.008739 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-5bef3215-e44b-4c52-b497-3c35802abd32 req-1a879a47-e4ab-418d-9c3e-9c5a87228916 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ea75f05c-e804-4377-a249-bac473facd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441992 Aug 08 20:28:01.102408 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-5bef3215-e44b-4c52-b497-3c35802abd32 req-5e07ba6d-da03-4047-bf03-714bf1663c3b service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864697 Aug 08 20:28:01.195237 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-5bef3215-e44b-4c52-b497-3c35802abd32 req-f0a93758-ed13-4d64-972f-4e39a26f70bd service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846539 Aug 08 20:28:01.707540 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb76906-6c60-4816-bb92-fb7bbe85ff1a req-228a42de-de16-42e5-ab7e-9dcc5f32b9d3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:01.709041 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ecb76906-6c60-4816-bb92-fb7bbe85ff1a req-228a42de-de16-42e5-ab7e-9dcc5f32b9d3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 944 time: 0.0530005 Aug 08 20:28:01.757033 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ecb76906-6c60-4816-bb92-fb7bbe85ff1a req-f38c405f-5649-4173-a726-aa1636725051 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414772 Aug 08 20:28:01.939670 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9632f-10a6-4d80-9602-27eb59f12928 req-ba6f812c-b8dd-44ea-999a-c95ac7fc83a7 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:01.941166 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1dd9632f-10a6-4d80-9602-27eb59f12928 req-ba6f812c-b8dd-44ea-999a-c95ac7fc83a7 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0526960 Aug 08 20:28:01.989502 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1dd9632f-10a6-4d80-9602-27eb59f12928 req-03a40d94-d130-4d25-993f-222470eafa59 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426049 Aug 08 20:28:02.179984 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d4726-6021-4628-ae7d-a37c65678bca req-24d97296-062d-410c-bab5-546e2289d393 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:02.181478 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-965d4726-6021-4628-ae7d-a37c65678bca req-24d97296-062d-410c-bab5-546e2289d393 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0562189 Aug 08 20:28:02.227740 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-965d4726-6021-4628-ae7d-a37c65678bca req-25dac6bb-fba5-4660-8d32-342d7ab9c98e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Aug 08 20:28:02.227928 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a7240520-3602-43ec-b205-dc8d5c017f79 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:28:02.323405 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a7240520-3602-43ec-b205-dc8d5c017f79, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a7240520-3602-43ec-b205-dc8d5c017f79,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:02.334586 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'a7240520-3602-43ec-b205-dc8d5c017f79', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'port_id': 'a7240520-3602-43ec-b205-dc8d5c017f79', 'mac_address': 'fa:16:3e:d5:19:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:28:02.366937 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port a7240520-3602-43ec-b205-dc8d5c017f79 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:28:02.367337 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:02.383509 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7240520-3602-43ec-b205-dc8d5c017f79 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:28:02.402633 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a7240520-3602-43ec-b205-dc8d5c017f79, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a7240520-3602-43ec-b205-dc8d5c017f79,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:02.474342 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:02.520342 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=a7240520-3602-43ec-b205-dc8d5c017f79,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:02.734073 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['a7240520-3602-43ec-b205-dc8d5c017f79'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:28:02.882385 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ecdf8-df96-41dd-86b8-ee73c68590ea req-620a4381-1581-4f80-9b08-1d9cbb0c50b3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:02.883855 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7e2ecdf8-df96-41dd-86b8-ee73c68590ea req-620a4381-1581-4f80-9b08-1d9cbb0c50b3 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 945 time: 0.0525594 Aug 08 20:28:02.934642 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7e2ecdf8-df96-41dd-86b8-ee73c68590ea req-b5057e7d-db40-49df-96fb-6311a5e56e81 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447388 Aug 08 20:28:03.116175 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa0727-fae1-4e0a-8fe7-0c302e3c392c req-0534aaf0-584e-4f6c-88b6-829f54968e2f tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:03.117704 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-42fa0727-fae1-4e0a-8fe7-0c302e3c392c req-0534aaf0-584e-4f6c-88b6-829f54968e2f tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0581357 Aug 08 20:28:03.171149 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-42fa0727-fae1-4e0a-8fe7-0c302e3c392c req-b4c251ff-b4e6-4f22-b80f-4d718d77e81a tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477378 Aug 08 20:28:03.347304 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa10a02-5035-44dd-b32c-33b35dec9c9a req-97ef382d-2362-43d2-9d84-d5d4c2dbc404 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:03.348750 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7fa10a02-5035-44dd-b32c-33b35dec9c9a req-97ef382d-2362-43d2-9d84-d5d4c2dbc404 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0509112 Aug 08 20:28:03.396009 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7fa10a02-5035-44dd-b32c-33b35dec9c9a req-c947a250-3772-4978-ae4f-18fbf55253ca tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411179 Aug 08 20:28:04.053779 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfde02-f008-4717-b3d8-bab97cd3bc5a req-5ccbc80c-d189-40ee-8302-fda8a9df9b7a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:04.055171 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0dcfde02-f008-4717-b3d8-bab97cd3bc5a req-5ccbc80c-d189-40ee-8302-fda8a9df9b7a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 945 time: 0.0525548 Aug 08 20:28:04.101021 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0dcfde02-f008-4717-b3d8-bab97cd3bc5a req-a4bc3a65-24f6-4709-adf9-442cfb99b010 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401947 Aug 08 20:28:04.248990 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a7240520-3602-43ec-b205-dc8d5c017f79 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:28:04.301696 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173debb-70f8-4079-8392-e431db4cbf35 req-fb631e13-7f7d-4133-a76d-3ed34833d651 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:04.303173 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1173debb-70f8-4079-8392-e431db4cbf35 req-fb631e13-7f7d-4133-a76d-3ed34833d651 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0572028 Aug 08 20:28:04.349668 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port a7240520-3602-43ec-b205-dc8d5c017f79 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:28:04.351906 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1173debb-70f8-4079-8392-e431db4cbf35 req-4a045c02-c014-47b0-a482-ec252aa96dab tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 Aug 08 20:28:04.353581 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port a7240520-3602-43ec-b205-dc8d5c017f79 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:28:04.354767 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:04.425875 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port a7240520-3602-43ec-b205-dc8d5c017f79 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:28:04.428717 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:04.451791 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84a7d13-f498-486f-967f-bad62612ee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7240520-3602-43ec-b205-dc8d5c017f79'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:28:04.454120 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4520d3b-e761-4930-9cde-1695071a3799" -d '{"events": [{"server_uuid": "e84a7d13-f498-486f-967f-bad62612ee63", "name": "network-vif-plugged", "status": "completed", "tag": "a7240520-3602-43ec-b205-dc8d5c017f79"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:28:04.467995 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900d39d-4bec-497a-9bed-cf212c6282f9 req-964e1796-73c7-4733-8999-9113c64ed41e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:04.469496 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c900d39d-4bec-497a-9bed-cf212c6282f9 req-964e1796-73c7-4733-8999-9113c64ed41e tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0583870 Aug 08 20:28:04.471111 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port a7240520-3602-43ec-b205-dc8d5c017f79, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a7240520-3602-43ec-b205-dc8d5c017f79,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:04.496894 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3b4f84-be6c-4a14-a7c9-6f322b72337e x-openstack-request-id: req-7f3b4f84-be6c-4a14-a7c9-6f322b72337e {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:28:04.496894 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84a7d13-f498-486f-967f-bad62612ee63", "name": "network-vif-plugged", "status": "completed", "tag": "a7240520-3602-43ec-b205-dc8d5c017f79", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:28:04.496894 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f3b4f84-be6c-4a14-a7c9-6f322b72337e {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:28:04.496894 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3b4f84-be6c-4a14-a7c9-6f322b72337e'] response: {'server_uuid': 'e84a7d13-f498-486f-967f-bad62612ee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7240520-3602-43ec-b205-dc8d5c017f79', 'code': 200} Aug 08 20:28:04.530398 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d56ea3-6d33-4f02-b34c-eb04cb20083a req-c52917c4-7502-4a4f-88f5-96ca0f0faf05 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:04.532056 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-93d56ea3-6d33-4f02-b34c-eb04cb20083a req-c52917c4-7502-4a4f-88f5-96ca0f0faf05 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 945 time: 0.0581148 Aug 08 20:28:04.538524 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:04.570461 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-c900d39d-4bec-497a-9bed-cf212c6282f9 req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Deleting port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:28:04.570864 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-c900d39d-4bec-497a-9bed-cf212c6282f9 req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:04.591538 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-93d56ea3-6d33-4f02-b34c-eb04cb20083a req-9bfc6351-665c-4b1e-87f3-74da44d51f39 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536726 Aug 08 20:28:04.668639 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-c900d39d-4bec-497a-9bed-cf212c6282f9 req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] For port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:04.669043 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-c900d39d-4bec-497a-9bed-cf212c6282f9 req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:04.682488 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-c900d39d-4bec-497a-9bed-cf212c6282f9 req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Calling delete_port for 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:28:04.717883 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=a7240520-3602-43ec-b205-dc8d5c017f79,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:04.839703 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677537dd-af1c-4373-8906-2cea74aa5fc2 req-5938b7f2-f9cf-45e0-8923-bf224a377656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:04.841338 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-677537dd-af1c-4373-8906-2cea74aa5fc2 req-5938b7f2-f9cf-45e0-8923-bf224a377656 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 1130 time: 0.0789468 Aug 08 20:28:04.885491 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-677537dd-af1c-4373-8906-2cea74aa5fc2 req-8fef1ee2-7f5b-4700-a131-2ee093452854 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371525 Aug 08 20:28:04.897815 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-c900d39d-4bec-497a-9bed-cf212c6282f9 req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:04.909314 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['2ef969a0-0db2-40d3-a7df-c54340fabcd5', '4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:28:04.929158 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event deleted for resources: {'Port': ['ID=4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:04.942278 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.942603 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.942958 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.943481 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.943827 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.944171 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.944513 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.944877 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.945223 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.945566 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.945903 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.946239 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.946575 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:04.983725 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c900d39d-4bec-497a-9bed-cf212c6282f9 req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] No DVR routers for this DVR port 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:28:04.986257 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-c900d39d-4bec-497a-9bed-cf212c6282f9 req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:04.989754 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c900d39d-4bec-497a-9bed-cf212c6282f9 req-4e0d8716-d409-43bf-8da0-40330b39a528 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "DELETE /v2.0/ports/4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b HTTP/1.1" status: 204 len: 173 time: 0.5120981 Aug 08 20:28:04.990308 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8997f2f4-1019-4231-beea-6a17882d530a', 'name': 'network-vif-deleted', 'tag': '4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:28:04.992597 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b74863-3725-4656-bff1-5985a4ffa069" -d '{"events": [{"server_uuid": "8997f2f4-1019-4231-beea-6a17882d530a", "name": "network-vif-deleted", "tag": "4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:28:05.032304 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6f0104-9b06-41d5-bf00-5498603c1cfb x-openstack-request-id: req-0b6f0104-9b06-41d5-bf00-5498603c1cfb {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:28:05.032601 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8997f2f4-1019-4231-beea-6a17882d530a", "name": "network-vif-deleted", "tag": "4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:28:05.032887 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b6f0104-9b06-41d5-bf00-5498603c1cfb {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:28:05.033290 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6f0104-9b06-41d5-bf00-5498603c1cfb'] response: {'server_uuid': '8997f2f4-1019-4231-beea-6a17882d530a', 'name': 'network-vif-deleted', 'tag': '4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b', 'status': 'completed', 'code': 200} Aug 08 20:28:05.227269 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f2825-4492-4360-b18c-68854ce51caa req-64dfd388-70df-43e0-81f0-45e61face608 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:05.228678 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5b9f2825-4492-4360-b18c-68854ce51caa req-64dfd388-70df-43e0-81f0-45e61face608 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 946 time: 0.0579875 Aug 08 20:28:05.279491 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5b9f2825-4492-4360-b18c-68854ce51caa req-ebb6c2ef-cf48-460d-8775-87dd709b7154 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442688 Aug 08 20:28:05.528478 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cb281-a326-4f71-ae52-b455b570eae2 req-0cad572d-67f1-440e-8e70-ce2ec29484a3 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:05.529912 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dd6cb281-a326-4f71-ae52-b455b570eae2 req-0cad572d-67f1-440e-8e70-ce2ec29484a3 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.1013949 Aug 08 20:28:05.577444 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dd6cb281-a326-4f71-ae52-b455b570eae2 req-a58539ef-d8ff-43fb-a20e-8725d1d39c2b tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Aug 08 20:28:05.703848 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c539e27a-4978-4da3-954f-a50b2343c3a4 req-8eb2e8cb-e337-4a8f-9ac0-c2c8f5928ebc tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997f2f4-1019-4231-beea-6a17882d530a HTTP/1.1" status: 200 len: 210 time: 0.0285459 Aug 08 20:28:06.410853 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd755dd-fcf3-4e27-8532-a2fdc07a67a6 req-52bd21ba-8d73-4004-a6bf-46eea65d2a9b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:06.412354 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7dd755dd-fcf3-4e27-8532-a2fdc07a67a6 req-52bd21ba-8d73-4004-a6bf-46eea65d2a9b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 946 time: 0.0572338 Aug 08 20:28:06.459636 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7dd755dd-fcf3-4e27-8532-a2fdc07a67a6 req-3b2124e3-54b7-4961-99a2-a2bf10115f74 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416169 Aug 08 20:28:06.577727 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45e56d-ecc0-462a-bca3-b580eee2f63f req-144b0079-f3c3-4842-8b40-c9bd1cee00a0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:06.579126 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6c45e56d-ecc0-462a-bca3-b580eee2f63f req-144b0079-f3c3-4842-8b40-c9bd1cee00a0 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 946 time: 0.0525405 Aug 08 20:28:06.588914 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58428) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:06.593160 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-d2d01efd-5d25-4387-888a-b02322329d9b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Request body: {'floatingip': {'port_id': 'a7240520-3602-43ec-b205-dc8d5c017f79'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:28:06.630818 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d2d01efd-5d25-4387-888a-b02322329d9b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (f0d6b610-8fe8-47a0-8dba-ad48c1c1392d), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:06.786166 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef94e8-bd51-42a3-b151-360f13f686aa req-fc98c031-621e-441a-8a18-f59891782f7c tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:06.787668 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ccef94e8-bd51-42a3-b151-360f13f686aa req-fc98c031-621e-441a-8a18-f59891782f7c tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.1239603 Aug 08 20:28:06.904125 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ccef94e8-bd51-42a3-b151-360f13f686aa req-b86ac4cc-561e-4437-96f8-7263f7991c92 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872426 Aug 08 20:28:07.166740 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d2d01efd-5d25-4387-888a-b02322329d9b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:07.187431 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89d400-e714-45e2-aa17-f43624404874 req-f1c194ef-1ce6-4233-b1ea-33ce4e25c8d5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:07.188948 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5d89d400-e714-45e2-aa17-f43624404874 req-f1c194ef-1ce6-4233-b1ea-33ce4e25c8d5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0661118 Aug 08 20:28:07.209627 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d2d01efd-5d25-4387-888a-b02322329d9b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (f0d6b610-8fe8-47a0-8dba-ad48c1c1392d), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:07.277717 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5d89d400-e714-45e2-aa17-f43624404874 req-38a384cc-be31-43f2-a125-e368fabc49fd tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830619 Aug 08 20:28:07.321269 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.l3_db [None req-d2d01efd-5d25-4387-888a-b02322329d9b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Floating IP f0d6b610-8fe8-47a0-8dba-ad48c1c1392d associated. External IP: 172.27.3.114, port: a7240520-3602-43ec-b205-dc8d5c017f79. Aug 08 20:28:07.515610 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d01efd-5d25-4387-888a-b02322329d9b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Router cd98853e-1b88-410b-b185-8a6904d7a626 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:28:07.616177 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d01efd-5d25-4387-888a-b02322329d9b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:28:07.622444 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d2d01efd-5d25-4387-888a-b02322329d9b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:07.628250 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d83aad-b1e1-4872-95b2-c1db95840a9e None None] Sync routers for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:28:07.639488 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d83aad-b1e1-4872-95b2-c1db95840a9e None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:28:07.640118 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-79d83aad-b1e1-4872-95b2-c1db95840a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:07.743763 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-79d83aad-b1e1-4872-95b2-c1db95840a9e None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:28:07.863511 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d2d01efd-5d25-4387-888a-b02322329d9b tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "PUT /v2.0/floatingips/f0d6b610-8fe8-47a0-8dba-ad48c1c1392d HTTP/1.1" status: 200 len: 992 time: 1.2735300 Aug 08 20:28:07.864105 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84a7d13-f498-486f-967f-bad62612ee63', 'tag': 'a7240520-3602-43ec-b205-dc8d5c017f79'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:28:07.866604 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f2ced1-e3b1-460e-8da2-d9064cec4ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "e84a7d13-f498-486f-967f-bad62612ee63", "tag": "a7240520-3602-43ec-b205-dc8d5c017f79"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:28:07.902827 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76550bbd-bec2-4e91-9077-12b6e35ba38a x-openstack-request-id: req-76550bbd-bec2-4e91-9077-12b6e35ba38a {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:28:07.903125 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84a7d13-f498-486f-967f-bad62612ee63", "tag": "a7240520-3602-43ec-b205-dc8d5c017f79", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:28:07.903387 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76550bbd-bec2-4e91-9077-12b6e35ba38a {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:28:07.903792 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76550bbd-bec2-4e91-9077-12b6e35ba38a'] response: {'name': 'network-changed', 'server_uuid': 'e84a7d13-f498-486f-967f-bad62612ee63', 'tag': 'a7240520-3602-43ec-b205-dc8d5c017f79', 'status': 'completed', 'code': 200} Aug 08 20:28:07.970583 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-79d83aad-b1e1-4872-95b2-c1db95840a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'f0d6b610-8fe8-47a0-8dba-ad48c1c1392d', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'port_id': 'a7240520-3602-43ec-b205-dc8d5c017f79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'mac_address': 'fa:16:3e:d5:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84a7d13-f498-486f-967f-bad62612ee63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:27:51Z', 'updated_at': '2022-08-08T20:28:07Z', 'revision_number': 1, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:30Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:07.979196 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2ced1-e3b1-460e-8da2-d9064cec4ae1 req-b31dce63-c110-4246-b52f-2a65c8a917d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:07.980803 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-48f2ced1-e3b1-460e-8da2-d9064cec4ae1 req-b31dce63-c110-4246-b52f-2a65c8a917d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=634971e0b4474ca6a63f48c4df9db9f8&device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 1130 time: 0.0465302 Aug 08 20:28:07.997066 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d83aad-b1e1-4872-95b2-c1db95840a9e None None] Checking router: cd98853e-1b88-410b-b185-8a6904d7a626 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:28:08.007060 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d83aad-b1e1-4872-95b2-c1db95840a9e None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:28:08.007668 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-79d83aad-b1e1-4872-95b2-c1db95840a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:08.031477 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bacf76-8e77-4e7e-82df-83440237376b req-5cb2ab56-c04f-44da-9184-e3036b6fb425 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:08.033229 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-72bacf76-8e77-4e7e-82df-83440237376b req-5cb2ab56-c04f-44da-9184-e3036b6fb425 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0528004 Aug 08 20:28:08.078133 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2ced1-e3b1-460e-8da2-d9064cec4ae1 req-4d0b01ff-0a87-4f7b-a4a6-da494d682b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:08.079640 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-48f2ced1-e3b1-460e-8da2-d9064cec4ae1 req-4d0b01ff-0a87-4f7b-a4a6-da494d682b74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b0afc92-421e-442d-8e82-dc3dbcf00e22 HTTP/1.1" status: 200 len: 912 time: 0.0919290 Aug 08 20:28:08.085824 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-72bacf76-8e77-4e7e-82df-83440237376b req-af70ccca-3541-40a3-ab55-19c8f84d05f1 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464497 Aug 08 20:28:08.114978 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-79d83aad-b1e1-4872-95b2-c1db95840a9e None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:28:08.148373 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-48f2ced1-e3b1-460e-8da2-d9064cec4ae1 req-32c0c6e3-f490-49f9-9a96-a88821881f8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7240520-3602-43ec-b205-dc8d5c017f79 HTTP/1.1" status: 200 len: 1000 time: 0.0556443 Aug 08 20:28:08.197615 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2ced1-e3b1-460e-8da2-d9064cec4ae1 req-ea5aae04-d59b-464e-8f10-1e6d8fbaf471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:08.199229 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-48f2ced1-e3b1-460e-8da2-d9064cec4ae1 req-ea5aae04-d59b-464e-8f10-1e6d8fbaf471 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5030c856-d3a0-48d5-b9be-9e1da7f17882 HTTP/1.1" status: 200 len: 850 time: 0.0445209 Aug 08 20:28:08.253037 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2ced1-e3b1-460e-8da2-d9064cec4ae1 req-0d8bd34c-b4b4-44c3-ae06-cd7c50c1274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:08.254555 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-48f2ced1-e3b1-460e-8da2-d9064cec4ae1 req-0d8bd34c-b4b4-44c3-ae06-cd7c50c1274f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b0afc92-421e-442d-8e82-dc3dbcf00e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481017 Aug 08 20:28:08.267658 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 1a8453a5-d963-4736-878c-676cdfeac32f details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:28:08.272164 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:28:08.297113 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:28:08.297377 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 4e24cda2-3bb7-4373-bc6b-6a4fe3778c8b not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:28:08.336748 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-79d83aad-b1e1-4872-95b2-c1db95840a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'f0d6b610-8fe8-47a0-8dba-ad48c1c1392d', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'port_id': 'a7240520-3602-43ec-b205-dc8d5c017f79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'mac_address': 'fa:16:3e:d5:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84a7d13-f498-486f-967f-bad62612ee63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:27:51Z', 'updated_at': '2022-08-08T20:28:07Z', 'revision_number': 1, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:30Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:08.360004 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-48f2ced1-e3b1-460e-8da2-d9064cec4ae1 req-dc6abc1a-e7ba-4db5-b533-22a4baf4b5c9 service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956397 Aug 08 20:28:08.370320 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d83aad-b1e1-4872-95b2-c1db95840a9e None None] The sync data for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi is: [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'f0d6b610-8fe8-47a0-8dba-ad48c1c1392d', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'port_id': 'a7240520-3602-43ec-b205-dc8d5c017f79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'mac_address': 'fa:16:3e:d5:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84a7d13-f498-486f-967f-bad62612ee63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:27:51Z', 'updated_at': '2022-08-08T20:28:07Z', 'revision_number': 1, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:30Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:28:08.435117 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 1a8453a5-d963-4736-878c-676cdfeac32f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=1a8453a5-d963-4736-878c-676cdfeac32f,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:08.454090 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '1a8453a5-d963-4736-878c-676cdfeac32f', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'port_id': '1a8453a5-d963-4736-878c-676cdfeac32f', 'mac_address': 'fa:16:3e:06:76:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:28:08.473561 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-48f2ced1-e3b1-460e-8da2-d9064cec4ae1 req-92e48f64-2c4f-4f31-a5f3-382acc72c9fe service neutron] 10.222.0.49 "GET /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053672 Aug 08 20:28:08.498770 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89729d51-3fb6-431c-ad78-22daf8152ec0 req-f8f0fbb9-55d7-4310-bfdd-24eb589566b5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:08.499652 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 1a8453a5-d963-4736-878c-676cdfeac32f is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:28:08.500053 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:08.500316 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-89729d51-3fb6-431c-ad78-22daf8152ec0 req-f8f0fbb9-55d7-4310-bfdd-24eb589566b5 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.1450484 Aug 08 20:28:08.515044 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8453a5-d963-4736-878c-676cdfeac32f {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:28:08.534729 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 1a8453a5-d963-4736-878c-676cdfeac32f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=1a8453a5-d963-4736-878c-676cdfeac32f,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:08.549554 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-89729d51-3fb6-431c-ad78-22daf8152ec0 req-cb5db481-9f45-4d64-a217-15fdf840f6de tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 Aug 08 20:28:08.607350 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:08.640415 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5417d6fd-27bf-46ab-8ab1-8a521641659f None None] New status for floating IP f0d6b610-8fe8-47a0-8dba-ad48c1c1392d: ACTIVE {{(pid=104385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:28:08.709609 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=1a8453a5-d963-4736-878c-676cdfeac32f,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:08.902952 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['1a8453a5-d963-4736-878c-676cdfeac32f'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:28:09.208031 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fb15e-feb2-4189-b586-83afb7ca417d req-3b9a63e2-ca0b-485a-b9f4-69e884ba8ecd tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:09.209568 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a94fb15e-feb2-4189-b586-83afb7ca417d req-3b9a63e2-ca0b-485a-b9f4-69e884ba8ecd tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 945 time: 0.0514283 Aug 08 20:28:09.257659 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a94fb15e-feb2-4189-b586-83afb7ca417d req-02571804-3173-43fd-8c93-3b10cf7f0ed6 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417023 Aug 08 20:28:09.674235 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58bc0a-4b8b-4b91-90cc-03a5b701d31e req-54651ad4-024e-4d54-b517-cb1936eaa0a2 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:09.675802 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9d58bc0a-4b8b-4b91-90cc-03a5b701d31e req-54651ad4-024e-4d54-b517-cb1936eaa0a2 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0530894 Aug 08 20:28:09.725446 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9d58bc0a-4b8b-4b91-90cc-03a5b701d31e req-44a1b5cd-68c4-4314-9e56-ffc38ac14310 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 Aug 08 20:28:10.278215 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 1a8453a5-d963-4736-878c-676cdfeac32f up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:28:10.377700 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d40426-7ded-4ba1-82bb-78aad51e9aaf req-4e31b5f8-5204-47d0-a662-00bb48ff928b tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:10.379180 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e6d40426-7ded-4ba1-82bb-78aad51e9aaf req-4e31b5f8-5204-47d0-a662-00bb48ff928b tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 945 time: 0.0532427 Aug 08 20:28:10.400219 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port 1a8453a5-d963-4736-878c-676cdfeac32f completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:28:10.404563 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 1a8453a5-d963-4736-878c-676cdfeac32f triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:28:10.404978 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:10.428383 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e6d40426-7ded-4ba1-82bb-78aad51e9aaf req-2a301eb7-ab46-4ada-88da-8e25f5c9879e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Aug 08 20:28:10.483161 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 1a8453a5-d963-4736-878c-676cdfeac32f is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:28:10.483558 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:10.506078 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:28:10.508332 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4a27c4-3338-46d2-bea1-2d3b86419951" -d '{"events": [{"server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "name": "network-vif-plugged", "status": "completed", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:28:10.521140 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 1a8453a5-d963-4736-878c-676cdfeac32f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=1a8453a5-d963-4736-878c-676cdfeac32f,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:10.542693 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b665f9-936d-474f-b051-77e4345ef388 x-openstack-request-id: req-e3b665f9-936d-474f-b051-77e4345ef388 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:28:10.547815 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "name": "network-vif-plugged", "status": "completed", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:28:10.547815 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3b665f9-936d-474f-b051-77e4345ef388 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:28:10.547815 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b665f9-936d-474f-b051-77e4345ef388'] response: {'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f', 'code': 200} Aug 08 20:28:10.590216 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:10.636991 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d1e5-2fbb-4a2a-a91b-445b88e428e5 req-59d6d08c-264c-435a-94e4-36bc82921d54 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:10.638581 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9ca5d1e5-2fbb-4a2a-a91b-445b88e428e5 req-59d6d08c-264c-435a-94e4-36bc82921d54 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0569210 Aug 08 20:28:10.640163 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=1a8453a5-d963-4736-878c-676cdfeac32f,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:10.735421 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-9ca5d1e5-2fbb-4a2a-a91b-445b88e428e5 req-b6a97710-e2c7-414d-9bd6-a3d464851fa3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Deleting port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:28:10.735766 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9ca5d1e5-2fbb-4a2a-a91b-445b88e428e5 req-b6a97710-e2c7-414d-9bd6-a3d464851fa3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:10.834986 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-9ca5d1e5-2fbb-4a2a-a91b-445b88e428e5 req-b6a97710-e2c7-414d-9bd6-a3d464851fa3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] For port 2ef969a0-0db2-40d3-a7df-c54340fabcd5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=2ef969a0-0db2-40d3-a7df-c54340fabcd5,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:10.835278 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9ca5d1e5-2fbb-4a2a-a91b-445b88e428e5 req-b6a97710-e2c7-414d-9bd6-a3d464851fa3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:10.850734 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-9ca5d1e5-2fbb-4a2a-a91b-445b88e428e5 req-b6a97710-e2c7-414d-9bd6-a3d464851fa3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Calling delete_port for 2ef969a0-0db2-40d3-a7df-c54340fabcd5 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:28:10.858663 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799f5a1-54a6-4eb7-ac24-af13394a901f req-31d44f46-2956-4924-a2db-f153d67297c0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:10.860332 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f799f5a1-54a6-4eb7-ac24-af13394a901f req-31d44f46-2956-4924-a2db-f153d67297c0 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0607946 Aug 08 20:28:10.908312 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f799f5a1-54a6-4eb7-ac24-af13394a901f req-a1fdad30-ecb7-4b83-950f-761a93a2047b tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/security-groups?id=5067647c-6405-4159-84e8-7d9d51571e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422060 Aug 08 20:28:10.935599 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f0eab-0865-4e9d-aee8-1440bfc2cbcf req-6ddeb832-f4e7-4c14-b3b3-3c56a207f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:10.937151 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7c1f0eab-0865-4e9d-aee8-1440bfc2cbcf req-6ddeb832-f4e7-4c14-b3b3-3c56a207f5fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 1130 time: 0.0876176 Aug 08 20:28:11.018998 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7c1f0eab-0865-4e9d-aee8-1440bfc2cbcf req-7eba8c0f-8a9e-407e-99c0-85fd8078c3bc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732799 Aug 08 20:28:11.097840 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9ca5d1e5-2fbb-4a2a-a91b-445b88e428e5 req-b6a97710-e2c7-414d-9bd6-a3d464851fa3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (2ef969a0-0db2-40d3-a7df-c54340fabcd5), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:11.108991 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['2ef969a0-0db2-40d3-a7df-c54340fabcd5'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:28:11.125030 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a97710-e2c7-414d-9bd6-a3d464851fa3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Pushing event deleted for resources: {'Port': ['ID=2ef969a0-0db2-40d3-a7df-c54340fabcd5,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:11.173577 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca5d1e5-2fbb-4a2a-a91b-445b88e428e5 req-b6a97710-e2c7-414d-9bd6-a3d464851fa3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] No DVR routers for this DVR port 2ef969a0-0db2-40d3-a7df-c54340fabcd5 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:28:11.176062 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-9ca5d1e5-2fbb-4a2a-a91b-445b88e428e5 req-b6a97710-e2c7-414d-9bd6-a3d464851fa3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:11.179389 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9ca5d1e5-2fbb-4a2a-a91b-445b88e428e5 req-b6a97710-e2c7-414d-9bd6-a3d464851fa3 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.49 "DELETE /v2.0/ports/2ef969a0-0db2-40d3-a7df-c54340fabcd5 HTTP/1.1" status: 204 len: 173 time: 0.5331724 Aug 08 20:28:11.179832 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ca0fa6-0575-4f64-bea6-93f12ba5ca25', 'name': 'network-vif-deleted', 'tag': '2ef969a0-0db2-40d3-a7df-c54340fabcd5'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:28:11.182307 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741e28a7-d694-4f84-84f6-777f692190bc" -d '{"events": [{"server_uuid": "c5ca0fa6-0575-4f64-bea6-93f12ba5ca25", "name": "network-vif-deleted", "tag": "2ef969a0-0db2-40d3-a7df-c54340fabcd5"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:28:11.217596 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e531ec-ba17-4e33-85f9-b4b5aaf6af44 x-openstack-request-id: req-40e531ec-ba17-4e33-85f9-b4b5aaf6af44 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:28:11.217891 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ca0fa6-0575-4f64-bea6-93f12ba5ca25", "name": "network-vif-deleted", "tag": "2ef969a0-0db2-40d3-a7df-c54340fabcd5", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:28:11.218151 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40e531ec-ba17-4e33-85f9-b4b5aaf6af44 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:28:11.218557 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e531ec-ba17-4e33-85f9-b4b5aaf6af44'] response: {'server_uuid': 'c5ca0fa6-0575-4f64-bea6-93f12ba5ca25', 'name': 'network-vif-deleted', 'tag': '2ef969a0-0db2-40d3-a7df-c54340fabcd5', 'status': 'completed', 'code': 200} Aug 08 20:28:11.561389 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a29db-0fa4-4e94-9bb2-08a07e49c986 req-ba184705-27ec-4d80-aa15-17819847b3d6 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:11.563069 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-649a29db-0fa4-4e94-9bb2-08a07e49c986 req-ba184705-27ec-4d80-aa15-17819847b3d6 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0600052 Aug 08 20:28:11.614198 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-649a29db-0fa4-4e94-9bb2-08a07e49c986 req-97a5dac0-341d-4014-98b3-9aa8c6687b8e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453832 Aug 08 20:28:12.023333 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-611b7653-dc07-441d-af52-6544bd136cbb req-fdb7ee0a-f502-4bbf-a260-e228f59145e1 tempest-ServerRescueNegativeTestJSON-1986764868 tempest-ServerRescueNegativeTestJSON-1986764868-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5ca0fa6-0575-4f64-bea6-93f12ba5ca25 HTTP/1.1" status: 200 len: 210 time: 0.0269530 Aug 08 20:28:12.737324 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd043f8a-9387-4f7b-8756-48c4252db36d req-fc174f25-11ea-4aa0-adff-0cb3474f98d9 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:12.738811 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bd043f8a-9387-4f7b-8756-48c4252db36d req-fc174f25-11ea-4aa0-adff-0cb3474f98d9 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0537975 Aug 08 20:28:12.788789 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bd043f8a-9387-4f7b-8756-48c4252db36d req-44715d05-294c-4137-88df-5838e26cafd9 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444610 Aug 08 20:28:12.911733 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c810f-143c-407d-95d4-d4a1dd094334 req-3d84f53a-df5e-4d60-87f0-f83f4a3098af tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:12.913135 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-469c810f-143c-407d-95d4-d4a1dd094334 req-3d84f53a-df5e-4d60-87f0-f83f4a3098af tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0561538 Aug 08 20:28:12.961446 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-469c810f-143c-407d-95d4-d4a1dd094334 req-2461693d-1ffe-4e21-9d7b-eb8e58e197fa tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427351 Aug 08 20:28:12.990321 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58472) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:13.075910 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73fbb4c-9668-4b49-bf10-49e5cc045655 tempest-TestShelveInstance-1541403107 tempest-TestShelveInstance-1541403107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:13.077486 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-a73fbb4c-9668-4b49-bf10-49e5cc045655 tempest-TestShelveInstance-1541403107 tempest-TestShelveInstance-1541403107-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 1125 time: 0.0862026 Aug 08 20:28:13.080541 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58478) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:13.083372 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58480) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:13.084727 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'port_id': '1a8453a5-d963-4736-878c-676cdfeac32f', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:28:13.167788 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:13.270095 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:13.377146 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Allocated IP 172.27.3.61 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/73f903c5-501a-4459-9aee-45f4cbef51d0) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:28:13.482708 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for port (73f903c5-501a-4459-9aee-45f4cbef51d0), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:13.572884 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (73f903c5-501a-4459-9aee-45f4cbef51d0), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:13.577882 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b933-0f17-425b-a39d-011964acef0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641834'] for router_interface (5244c503-77d1-4589-a898-2c070b08034a), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:13.613515 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:28:13.616418 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:28:13.619260 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:28:13.646976 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event updated for resources: {'Port': ['ID=73f903c5-501a-4459-9aee-45f4cbef51d0,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:13.992560 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for floatingip (abc2f296-08d5-43f5-8430-a03bff694499), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:14.103170 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (73f903c5-501a-4459-9aee-45f4cbef51d0), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:14.114192 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4b933-0f17-425b-a39d-011964acef0f admin admin] Deleting port fced41f1-a954-45c4-8d49-c5e160a9445b {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:28:14.115076 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b933-0f17-425b-a39d-011964acef0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:14.199616 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-f7e4b933-0f17-425b-a39d-011964acef0f admin admin] For port fced41f1-a954-45c4-8d49-c5e160a9445b, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=fced41f1-a954-45c4-8d49-c5e160a9445b,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:14.199989 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b933-0f17-425b-a39d-011964acef0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:14.212351 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4b933-0f17-425b-a39d-011964acef0f admin admin] Calling delete_port for fced41f1-a954-45c4-8d49-c5e160a9445b owned by network:router_interface {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:28:14.249566 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for port (73f903c5-501a-4459-9aee-45f4cbef51d0), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:14.309328 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 2ef969a0-0db2-40d3-a7df-c54340fabcd5 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:28:14.310410 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (73f903c5-501a-4459-9aee-45f4cbef51d0), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:14.328896 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: 2ef969a0-0db2-40d3-a7df-c54340fabcd5 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:28:14.329321 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 2ef969a0-0db2-40d3-a7df-c54340fabcd5 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:28:14.383871 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (abc2f296-08d5-43f5-8430-a03bff694499), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:14.387581 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event updated for resources: {'Port': ['ID=73f903c5-501a-4459-9aee-45f4cbef51d0,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:14.475351 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b933-0f17-425b-a39d-011964acef0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (fced41f1-a954-45c4-8d49-c5e160a9445b), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:14.485004 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.l3_db [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Floating IP abc2f296-08d5-43f5-8430-a03bff694499 associated. External IP: 172.27.3.61, port: 1a8453a5-d963-4736-878c-676cdfeac32f. Aug 08 20:28:14.500325 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4b933-0f17-425b-a39d-011964acef0f admin admin] Pushing event deleted for resources: {'Port': ['ID=fced41f1-a954-45c4-8d49-c5e160a9445b,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:14.665332 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b933-0f17-425b-a39d-011964acef0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641466'] for router_interface (5244c503-77d1-4589-a898-2c070b08034a), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:14.701111 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:28:14.808926 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:28:14.819243 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947ea8b-b379-4df2-ba2c-2a2d454a2460 None None] Sync routers for ids ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:28:14.829077 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947ea8b-b379-4df2-ba2c-2a2d454a2460 None None] Routers {'5b435e67-0cf9-4bc3-b630-9739223a5cf1'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:28:14.829767 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-8947ea8b-b379-4df2-ba2c-2a2d454a2460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:14.885829 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e4b933-0f17-425b-a39d-011964acef0f admin admin] Router 5244c503-77d1-4589-a898-2c070b08034a has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:28:14.905237 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:14.941421 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-8947ea8b-b379-4df2-ba2c-2a2d454a2460 None None] Set router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:28:14.952655 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-52c0a430-cf59-4969-9138-ed9d9b0b3e58 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8697071 Aug 08 20:28:14.953883 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:28:14.957173 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ef939b-523f-4326-a32e-7529bcec1807" -d '{"events": [{"name": "network-changed", "server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:28:15.002963 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc39235d-0542-4f28-ad5e-b62819b8fdf1 x-openstack-request-id: req-fc39235d-0542-4f28-ad5e-b62819b8fdf1 {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:28:15.003263 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:28:15.003520 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc39235d-0542-4f28-ad5e-b62819b8fdf1 {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:28:15.004461 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc39235d-0542-4f28-ad5e-b62819b8fdf1'] response: {'name': 'network-changed', 'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f', 'status': 'completed', 'code': 200} Aug 08 20:28:15.008724 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e4b933-0f17-425b-a39d-011964acef0f admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:28:15.014266 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-f7e4b933-0f17-425b-a39d-011964acef0f admin admin] 10.222.0.26 "PUT /v2.0/routers/5244c503-77d1-4589-a898-2c070b08034a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9298158 Aug 08 20:28:15.016876 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58490) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:15.021458 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30272642-4245-4088-bb33-a800c840ab56 None None] Sync routers for ids ['5244c503-77d1-4589-a898-2c070b08034a'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:28:15.033322 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30272642-4245-4088-bb33-a800c840ab56 None None] Routers {'5244c503-77d1-4589-a898-2c070b08034a'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:28:15.033866 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-30272642-4245-4088-bb33-a800c840ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5244c503-77d1-4589-a898-2c070b08034a'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:15.139802 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-30272642-4245-4088-bb33-a800c840ab56 None None] Set router 5244c503-77d1-4589-a898-2c070b08034a gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:28:15.158694 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Publish callbacks [] for router (5244c503-77d1-4589-a898-2c070b08034a), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:15.161448 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef939b-523f-4326-a32e-7529bcec1807 req-ea1a04c7-d454-4407-b84d-26651743d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:15.162947 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-37ef939b-523f-4326-a32e-7529bcec1807 req-ea1a04c7-d454-4407-b84d-26651743d3e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e9608241eb24854a240c8fbb067fc7f&device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 1130 time: 0.0889814 Aug 08 20:28:15.199454 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-8947ea8b-b379-4df2-ba2c-2a2d454a2460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:27:25Z', 'revision_number': 4, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'abc2f296-08d5-43f5-8430-a03bff694499', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'port_id': '1a8453a5-d963-4736-878c-676cdfeac32f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'mac_address': 'fa:16:3e:06:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea206-83e3-4134-8f75-a4a28f07a466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:28:13Z', 'updated_at': '2022-08-08T20:28:13Z', 'revision_number': 0, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efb8088-6810-4fb2-b6bb-7a045d953eb4', 'name': '', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'mac_address': 'fa:16:3e:2d:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:24Z', 'updated_at': '2022-08-08T20:27:30Z', 'revision_number': 5, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'subnets': [{'id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:15.223901 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947ea8b-b379-4df2-ba2c-2a2d454a2460 None None] Checking router: 5b435e67-0cf9-4bc3-b630-9739223a5cf1 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:28:15.234354 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947ea8b-b379-4df2-ba2c-2a2d454a2460 None None] Routers {'5b435e67-0cf9-4bc3-b630-9739223a5cf1'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:28:15.234954 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-8947ea8b-b379-4df2-ba2c-2a2d454a2460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:15.321390 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-30272642-4245-4088-bb33-a800c840ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:28:14Z', 'revision_number': 5, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:15.332474 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Publish callbacks [] for router_gateway (5244c503-77d1-4589-a898-2c070b08034a), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:15.342766 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-8947ea8b-b379-4df2-ba2c-2a2d454a2460 None None] Set router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:28:15.342957 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef939b-523f-4326-a32e-7529bcec1807 req-128aa727-7929-4c6c-afc2-ecb037972cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:15.344345 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-37ef939b-523f-4326-a32e-7529bcec1807 req-128aa727-7929-4c6c-afc2-ecb037972cc4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ea75f05c-e804-4377-a249-bac473facd18 HTTP/1.1" status: 200 len: 910 time: 0.1512938 Aug 08 20:28:15.346801 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30272642-4245-4088-bb33-a800c840ab56 None None] Checking router: 5244c503-77d1-4589-a898-2c070b08034a for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:28:15.355507 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30272642-4245-4088-bb33-a800c840ab56 None None] Routers {'5244c503-77d1-4589-a898-2c070b08034a'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:28:15.356120 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-30272642-4245-4088-bb33-a800c840ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:27:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5244c503-77d1-4589-a898-2c070b08034a'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:15.417678 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-37ef939b-523f-4326-a32e-7529bcec1807 req-f9e91177-954f-453d-bab4-eb4cced5e0ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8453a5-d963-4736-878c-676cdfeac32f HTTP/1.1" status: 200 len: 999 time: 0.0661542 Aug 08 20:28:15.463919 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-30272642-4245-4088-bb33-a800c840ab56 None None] Set router 5244c503-77d1-4589-a898-2c070b08034a gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:28:15.510433 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef939b-523f-4326-a32e-7529bcec1807 req-2fa1bde4-7da7-4a6d-a388-e2fbba6acb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:15.511879 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-37ef939b-523f-4326-a32e-7529bcec1807 req-2fa1bde4-7da7-4a6d-a388-e2fbba6acb3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca HTTP/1.1" status: 200 len: 848 time: 0.0605025 Aug 08 20:28:15.515595 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Deleting port 66ff7111-27ca-4f02-92b7-674ae59c273a {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:28:15.515937 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:15.632349 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] For port 66ff7111-27ca-4f02-92b7-674ae59c273a, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=66ff7111-27ca-4f02-92b7-674ae59c273a,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:15.633216 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:15.636699 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef939b-523f-4326-a32e-7529bcec1807 req-5309bf2c-880c-41d1-8fa0-68046a0118a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:15.638239 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-37ef939b-523f-4326-a32e-7529bcec1807 req-5309bf2c-880c-41d1-8fa0-68046a0118a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ea75f05c-e804-4377-a249-bac473facd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1194274 Aug 08 20:28:15.650704 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-30272642-4245-4088-bb33-a800c840ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:28:14Z', 'revision_number': 5, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:15.659737 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Calling delete_port for 66ff7111-27ca-4f02-92b7-674ae59c273a owned by network:router_gateway {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:28:15.674887 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-8947ea8b-b379-4df2-ba2c-2a2d454a2460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:27:25Z', 'revision_number': 4, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'abc2f296-08d5-43f5-8430-a03bff694499', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'port_id': '1a8453a5-d963-4736-878c-676cdfeac32f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'mac_address': 'fa:16:3e:06:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea206-83e3-4134-8f75-a4a28f07a466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:28:13Z', 'updated_at': '2022-08-08T20:28:13Z', 'revision_number': 0, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efb8088-6810-4fb2-b6bb-7a045d953eb4', 'name': '', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'mac_address': 'fa:16:3e:2d:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:24Z', 'updated_at': '2022-08-08T20:27:30Z', 'revision_number': 5, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'subnets': [{'id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:15.676951 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30272642-4245-4088-bb33-a800c840ab56 None None] The sync data for ids ['5244c503-77d1-4589-a898-2c070b08034a'] in dv-cinder-848821-2-iscsi is: [{'id': '5244c503-77d1-4589-a898-2c070b08034a', 'name': 'tempest-ServerRescueNegativeTestJSON-933169209-router', 'tenant_id': 'a644f2ae0f3745168a4e94e01667f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:03Z', 'updated_at': '2022-08-08T20:28:14Z', 'revision_number': 5, 'project_id': 'a644f2ae0f3745168a4e94e01667f1da', 'gw_port': {'id': '66ff7111-27ca-4f02-92b7-674ae59c273a', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5244c503-77d1-4589-a898-2c070b08034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:05Z', 'updated_at': '2022-08-08T20:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:28:15.701858 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947ea8b-b379-4df2-ba2c-2a2d454a2460 None None] The sync data for ids ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'] in dv-cinder-848821-2-iscsi is: [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:27:25Z', 'revision_number': 4, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'abc2f296-08d5-43f5-8430-a03bff694499', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'port_id': '1a8453a5-d963-4736-878c-676cdfeac32f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'mac_address': 'fa:16:3e:06:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea206-83e3-4134-8f75-a4a28f07a466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:28:13Z', 'updated_at': '2022-08-08T20:28:13Z', 'revision_number': 0, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efb8088-6810-4fb2-b6bb-7a045d953eb4', 'name': '', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'mac_address': 'fa:16:3e:2d:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:24Z', 'updated_at': '2022-08-08T20:27:30Z', 'revision_number': 5, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'subnets': [{'id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:28:15.788861 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-37ef939b-523f-4326-a32e-7529bcec1807 req-19b34dc6-ea06-4de3-9271-f8fe438256d6 service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425858 Aug 08 20:28:15.913431 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e928a-f061-4b13-8786-9a70f0d37875 None None] New status for floating IP abc2f296-08d5-43f5-8430-a03bff694499: ACTIVE {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:28:15.952253 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-37ef939b-523f-4326-a32e-7529bcec1807 req-f7343384-73c5-4379-96a7-b2f196402372 service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571684 Aug 08 20:28:16.047389 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (66ff7111-27ca-4f02-92b7-674ae59c273a), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.074041 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Pushing event deleted for resources: {'Port': ['ID=66ff7111-27ca-4f02-92b7-674ae59c273a,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:16.141209 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644320'] for router_gateway (5244c503-77d1-4589-a898-2c070b08034a), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.231436 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router (5244c503-77d1-4589-a898-2c070b08034a), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.233583 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Publish callbacks [] for router_controller (5244c503-77d1-4589-a898-2c070b08034a), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.331214 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639312'] for router (5244c503-77d1-4589-a898-2c070b08034a), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.331753 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5244c503-77d1-4589-a898-2c070b08034a {{(pid=104384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 20:28:16.336161 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.337345 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-de39395f-aebb-499a-a02e-44fa93bd031f admin admin] 10.222.0.26 "DELETE /v2.0/routers/5244c503-77d1-4589-a898-2c070b08034a HTTP/1.1" status: 204 len: 168 time: 1.3191590 Aug 08 20:28:16.340966 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58492) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:16.387021 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_v2 [None req-47685573-1640-417e-bd29-7012b875f6d6 admin admin] Deleting subnet 8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 {{(pid=104384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:28:16.390393 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-47685573-1640-417e-bd29-7012b875f6d6 admin admin] Publish callbacks [] for subnet (8ac5122b-5eda-4ed2-a19c-a68a0593a6f6), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.426497 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-47685573-1640-417e-bd29-7012b875f6d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26585565'] for subnet (8ac5122b-5eda-4ed2-a19c-a68a0593a6f6), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.507626 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-47685573-1640-417e-bd29-7012b875f6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (8ac5122b-5eda-4ed2-a19c-a68a0593a6f6), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.618159 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-47685573-1640-417e-bd29-7012b875f6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26740300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26999934'] for subnet (8ac5122b-5eda-4ed2-a19c-a68a0593a6f6), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.642803 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47685573-1640-417e-bd29-7012b875f6d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac5122b-5eda-4ed2-a19c-a68a0593a6f6,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:16.646562 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-47685573-1640-417e-bd29-7012b875f6d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.650096 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-47685573-1640-417e-bd29-7012b875f6d6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8ac5122b-5eda-4ed2-a19c-a68a0593a6f6 HTTP/1.1" status: 204 len: 168 time: 0.3076720 Aug 08 20:28:16.653069 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58494) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:16.655488 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223ce1b6-dafe-4dd6-ac93-820ee7ed14bd None None] Network 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:28:16.719549 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (497f80c3-c8b4-4cee-8e41-68b9abf5c6fc), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.778147 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Deleting port d03cb8da-5be5-4c26-a46d-e8b8add47bdf {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:28:16.778784 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.827277 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ec78f-88af-46d6-b170-ffc760da97e1 None None] DHCP port deletion for 497f80c3-c8b4-4cee-8e41-68b9abf5c6fc request from dv-cinder-848821-2-iscsi {{(pid=104385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 20:28:16.852723 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] For port d03cb8da-5be5-4c26-a46d-e8b8add47bdf, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=d03cb8da-5be5-4c26-a46d-e8b8add47bdf,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:16.853123 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.866230 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Calling delete_port for d03cb8da-5be5-4c26-a46d-e8b8add47bdf owned by network:dhcp {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:28:16.868912 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-526ec78f-88af-46d6-b170-ffc760da97e1 None None] Deleting port d03cb8da-5be5-4c26-a46d-e8b8add47bdf {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:28:16.869894 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-526ec78f-88af-46d6-b170-ffc760da97e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.935420 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-526ec78f-88af-46d6-b170-ffc760da97e1 None None] For port d03cb8da-5be5-4c26-a46d-e8b8add47bdf, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=d03cb8da-5be5-4c26-a46d-e8b8add47bdf,segment=NetworkSegment(69a7c236-26d6-479a-b2fd-2238b616c758),segment_id=69a7c236-26d6-479a-b2fd-2238b616c758)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:16.935820 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-526ec78f-88af-46d6-b170-ffc760da97e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:16.948780 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-526ec78f-88af-46d6-b170-ffc760da97e1 None None] Calling delete_port for d03cb8da-5be5-4c26-a46d-e8b8add47bdf owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:28:17.006459 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:17.024415 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-526ec78f-88af-46d6-b170-ffc760da97e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121'] for port (d03cb8da-5be5-4c26-a46d-e8b8add47bdf), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:17.035544 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03cb8da-5be5-4c26-a46d-e8b8add47bdf,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:17.039158 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] No DVR routers for this DVR port d03cb8da-5be5-4c26-a46d-e8b8add47bdf on host dv-cinder-848821-2-iscsi {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:28:17.055545 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ec78f-88af-46d6-b170-ffc760da97e1 None None] Pushing event deleted for resources: {'Port': ['ID=d03cb8da-5be5-4c26-a46d-e8b8add47bdf,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:17.057975 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ec78f-88af-46d6-b170-ffc760da97e1 None None] No DVR routers for this DVR port d03cb8da-5be5-4c26-a46d-e8b8add47bdf on host dv-cinder-848821-2-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:28:17.114736 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (497f80c3-c8b4-4cee-8e41-68b9abf5c6fc), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:17.134555 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497f80c3-c8b4-4cee-8e41-68b9abf5c6fc']}} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:17.144100 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a7c236-26d6-479a-b2fd-2238b616c758') {'for_net_delete': True} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:17.144399 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a7c236-26d6-479a-b2fd-2238b616c758') {} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:28:17.154009 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26585134'] for segment (69a7c236-26d6-479a-b2fd-2238b616c758), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:17.168090 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (69a7c236-26d6-479a-b2fd-2238b616c758), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:17.173763 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=104384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:28:17.174147 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26740258'] for segment (69a7c236-26d6-479a-b2fd-2238b616c758), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:17.216039 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment 69a7c236-26d6-479a-b2fd-2238b616c758 resource provider aggregate not found Aug 08 20:28:17.235926 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment 69a7c236-26d6-479a-b2fd-2238b616c758 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69a7c236-26d6-479a-b2fd-2238b616c758 found for delete ", "request_id": "req-143e82d7-8c90-4654-a1e7-d9332d7f40dc"}]} Aug 08 20:28:17.320524 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (497f80c3-c8b4-4cee-8e41-68b9abf5c6fc), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:17.328526 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:17.329983 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/497f80c3-c8b4-4cee-8e41-68b9abf5c6fc HTTP/1.1" status: 204 len: 168 time: 0.6759553 Aug 08 20:28:17.341696 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5338d4-577f-4916-b362-f4ae0cd41ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=497f80c3-c8b4-4cee-8e41-68b9abf5c6fc,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:17.432635 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device fced41f1-a954-45c4-8d49-c5e160a9445b no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:28:17.452585 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: fced41f1-a954-45c4-8d49-c5e160a9445b {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:28:17.452964 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device fced41f1-a954-45c4-8d49-c5e160a9445b not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:28:17.453383 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device d03cb8da-5be5-4c26-a46d-e8b8add47bdf no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:28:17.471267 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: d03cb8da-5be5-4c26-a46d-e8b8add47bdf {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:28:17.471618 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device d03cb8da-5be5-4c26-a46d-e8b8add47bdf not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:28:17.472034 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 66ff7111-27ca-4f02-92b7-674ae59c273a no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:28:17.489759 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 66ff7111-27ca-4f02-92b7-674ae59c273a {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:28:17.490108 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 66ff7111-27ca-4f02-92b7-674ae59c273a not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:28:17.632865 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58504) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:17.672799 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-926a7381-bec5-490e-af2b-ecca16618271 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a644f2ae0f3745168a4e94e01667f1da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387671 Aug 08 20:28:17.675226 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58506) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:17.722160 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-be2287c1-b5f9-4e17-a39b-0e8d116955c8 admin admin] Publish callbacks [] for security_group (5067647c-6405-4159-84e8-7d9d51571e42), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:17.743277 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-be2287c1-b5f9-4e17-a39b-0e8d116955c8 admin admin] Publish callbacks [] for security_group (5067647c-6405-4159-84e8-7d9d51571e42), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:17.846495 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-be2287c1-b5f9-4e17-a39b-0e8d116955c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (5067647c-6405-4159-84e8-7d9d51571e42), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:17.849269 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-be2287c1-b5f9-4e17-a39b-0e8d116955c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:17.850433 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-be2287c1-b5f9-4e17-a39b-0e8d116955c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5067647c-6405-4159-84e8-7d9d51571e42 HTTP/1.1" status: 204 len: 168 time: 0.1742854 Aug 08 20:28:17.859282 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2287c1-b5f9-4e17-a39b-0e8d116955c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5067647c-6405-4159-84e8-7d9d51571e42,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:19.582371 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:28:20.997524 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58580) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:21.116207 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-59dfd9bc-7f66-4886-a788-dacf9088716c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:21.191151 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-59dfd9bc-7f66-4886-a788-dacf9088716c admin admin] Publish callbacks [] for security_group (36c9e86b-bf7e-4380-b160-df2e6bdade60), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:21.279475 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-59dfd9bc-7f66-4886-a788-dacf9088716c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (36c9e86b-bf7e-4380-b160-df2e6bdade60), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:21.319370 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-59dfd9bc-7f66-4886-a788-dacf9088716c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b034aa3fea0e47328c6eca796d509767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207612 Aug 08 20:28:21.320318 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfd9bc-7f66-4886-a788-dacf9088716c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c9e86b-bf7e-4380-b160-df2e6bdade60,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:21.322135 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58584) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:21.371704 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Publish callbacks [] for security_group (36c9e86b-bf7e-4380-b160-df2e6bdade60), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:21.392836 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Publish callbacks [] for security_group (36c9e86b-bf7e-4380-b160-df2e6bdade60), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:21.578072 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f2874bd0-5c60-4f27-b0b4-e7983a08c54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:21.640990 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (36c9e86b-bf7e-4380-b160-df2e6bdade60), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:21.643698 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:21.644889 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36c9e86b-bf7e-4380-b160-df2e6bdade60 HTTP/1.1" status: 204 len: 168 time: 0.3217411 Aug 08 20:28:21.653765 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c9e86b-bf7e-4380-b160-df2e6bdade60,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:21.660899 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:21.661250 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:21.661595 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:21.661932 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:21.662274 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:21.662717 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:21.663047 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:21.663375 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:21.663716 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:21.664033 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:21.664356 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:21.664675 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:21.665017 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c695-890d-42dc-82e1-a3b5f340a9ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:22.022535 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:22.195339 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58592) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:22.209102 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ee57-4696-49f8-89bf-a773751da09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:22.282622 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ee57-4696-49f8-89bf-a773751da09b admin admin] Publish callbacks [] for security_group (8dc5f8ee-7f76-4dc1-9832-e5e94c76abe7), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:22.336796 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ee57-4696-49f8-89bf-a773751da09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (8dc5f8ee-7f76-4dc1-9832-e5e94c76abe7), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:22.373342 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0ee57-4696-49f8-89bf-a773751da09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc5f8ee-7f76-4dc1-9832-e5e94c76abe7,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:22.377563 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-5cf0ee57-4696-49f8-89bf-a773751da09b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ae6da09ebf949628c8b2203908f0be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811845 Aug 08 20:28:22.380743 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58594) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:22.427514 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c71aedaa-7667-4fd7-af53-275004d971cf admin admin] Publish callbacks [] for security_group (8dc5f8ee-7f76-4dc1-9832-e5e94c76abe7), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:22.448185 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c71aedaa-7667-4fd7-af53-275004d971cf admin admin] Publish callbacks [] for security_group (8dc5f8ee-7f76-4dc1-9832-e5e94c76abe7), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:22.559969 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c71aedaa-7667-4fd7-af53-275004d971cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (8dc5f8ee-7f76-4dc1-9832-e5e94c76abe7), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:22.562668 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c71aedaa-7667-4fd7-af53-275004d971cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:22.563880 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-c71aedaa-7667-4fd7-af53-275004d971cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8dc5f8ee-7f76-4dc1-9832-e5e94c76abe7 HTTP/1.1" status: 204 len: 168 time: 0.1827793 Aug 08 20:28:22.571770 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71aedaa-7667-4fd7-af53-275004d971cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc5f8ee-7f76-4dc1-9832-e5e94c76abe7,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:24.034785 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7d6e912b-cdc3-4fac-a20f-1036c99cc544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:24.977668 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:26.583459 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:28.039713 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:32.295400 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166cc1a-cdff-4b4c-816f-64d4de82252b req-4bef4689-eb7f-462a-9d3d-167dc10f9bef tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:32.296940 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e166cc1a-cdff-4b4c-816f-64d4de82252b req-4bef4689-eb7f-462a-9d3d-167dc10f9bef tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0579937 Aug 08 20:28:32.343783 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e166cc1a-cdff-4b4c-816f-64d4de82252b req-6817e18d-3fc1-42a1-a5dc-64e7800cdaf3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412464 Aug 08 20:28:33.471975 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996c9d-22c6-49ad-9b11-41bbdea6e2f3 req-3d82c423-8426-4750-9779-8dcb7968eedc tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:33.473538 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-10996c9d-22c6-49ad-9b11-41bbdea6e2f3 req-3d82c423-8426-4750-9779-8dcb7968eedc tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0537963 Aug 08 20:28:33.520280 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-10996c9d-22c6-49ad-9b11-41bbdea6e2f3 req-dff6bf8f-d613-458d-a472-a5f2c3cc59cf tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Aug 08 20:28:34.650007 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f060ab4-f0e0-49f5-b9b3-7133cf10c768 req-5a0b5cb3-5644-410c-a285-9d59e9ac352c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:34.651506 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3f060ab4-f0e0-49f5-b9b3-7133cf10c768 req-5a0b5cb3-5644-410c-a285-9d59e9ac352c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0565388 Aug 08 20:28:34.699075 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3f060ab4-f0e0-49f5-b9b3-7133cf10c768 req-cda5aefa-4c42-443f-aee1-6f89c06e5c40 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419323 Aug 08 20:28:35.103665 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58728) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:35.205916 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5e73c179-6606-4615-b116-9e4149df9ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:35.278367 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5e73c179-6606-4615-b116-9e4149df9ed3 admin admin] Publish callbacks [] for security_group (474b30b1-26e0-48c5-a5d3-9e6b2c9ee3a5), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:35.337561 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-5e73c179-6606-4615-b116-9e4149df9ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (474b30b1-26e0-48c5-a5d3-9e6b2c9ee3a5), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:35.375916 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-5e73c179-6606-4615-b116-9e4149df9ed3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c052cdd7f1e42f099b2457477882835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711864 Aug 08 20:28:35.376682 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73c179-6606-4615-b116-9e4149df9ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474b30b1-26e0-48c5-a5d3-9e6b2c9ee3a5,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:35.378971 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58732) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:35.426230 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2ff7-b873-4981-a0eb-39814f3ce335 admin admin] Publish callbacks [] for security_group (474b30b1-26e0-48c5-a5d3-9e6b2c9ee3a5), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:35.446990 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2ff7-b873-4981-a0eb-39814f3ce335 admin admin] Publish callbacks [] for security_group (474b30b1-26e0-48c5-a5d3-9e6b2c9ee3a5), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:35.548732 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2ff7-b873-4981-a0eb-39814f3ce335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (474b30b1-26e0-48c5-a5d3-9e6b2c9ee3a5), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:35.551404 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2ff7-b873-4981-a0eb-39814f3ce335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:35.552571 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-6c4f2ff7-b873-4981-a0eb-39814f3ce335 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/474b30b1-26e0-48c5-a5d3-9e6b2c9ee3a5 HTTP/1.1" status: 204 len: 168 time: 0.1726706 Aug 08 20:28:35.560764 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f2ff7-b873-4981-a0eb-39814f3ce335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474b30b1-26e0-48c5-a5d3-9e6b2c9ee3a5,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:35.827469 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b4386-82d1-4e80-b547-eb91f6fe42b7 req-ea0c84b0-e4d3-4161-8470-3ac63b1897c8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:35.829090 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7d0b4386-82d1-4e80-b547-eb91f6fe42b7 req-ea0c84b0-e4d3-4161-8470-3ac63b1897c8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0531781 Aug 08 20:28:35.876722 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7d0b4386-82d1-4e80-b547-eb91f6fe42b7 req-00207009-e0cf-452a-8e4b-709760982a54 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418103 Aug 08 20:28:36.021532 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58742) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:36.035548 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-97661fd3-eeb5-47ec-8249-3cc9ef684542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:36.108361 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-97661fd3-eeb5-47ec-8249-3cc9ef684542 admin admin] Publish callbacks [] for security_group (264b268c-71d8-406e-89fd-0a42e37c0928), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:36.154846 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-97661fd3-eeb5-47ec-8249-3cc9ef684542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (264b268c-71d8-406e-89fd-0a42e37c0928), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:36.191541 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97661fd3-eeb5-47ec-8249-3cc9ef684542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264b268c-71d8-406e-89fd-0a42e37c0928,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:36.195667 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-97661fd3-eeb5-47ec-8249-3cc9ef684542 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a79d25f2d654e92a41f8f23271b3d00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730804 Aug 08 20:28:36.198437 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58744) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:36.247801 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1499f12e-6c1f-4ad4-9fba-4a840cdbb77e admin admin] Publish callbacks [] for security_group (264b268c-71d8-406e-89fd-0a42e37c0928), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:36.268433 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1499f12e-6c1f-4ad4-9fba-4a840cdbb77e admin admin] Publish callbacks [] for security_group (264b268c-71d8-406e-89fd-0a42e37c0928), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:36.366140 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1499f12e-6c1f-4ad4-9fba-4a840cdbb77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (264b268c-71d8-406e-89fd-0a42e37c0928), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:36.368784 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1499f12e-6c1f-4ad4-9fba-4a840cdbb77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:36.369973 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-1499f12e-6c1f-4ad4-9fba-4a840cdbb77e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/264b268c-71d8-406e-89fd-0a42e37c0928 HTTP/1.1" status: 204 len: 168 time: 0.1705556 Aug 08 20:28:36.377924 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499f12e-6c1f-4ad4-9fba-4a840cdbb77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264b268c-71d8-406e-89fd-0a42e37c0928,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:37.008231 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126ebc4-0b85-4de9-94bc-4448b6049d70 req-8cd3c361-e17d-4612-8363-99d82ebb0eaf tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:37.014346 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b126ebc4-0b85-4de9-94bc-4448b6049d70 req-8cd3c361-e17d-4612-8363-99d82ebb0eaf tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0568852 Aug 08 20:28:37.056711 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b126ebc4-0b85-4de9-94bc-4448b6049d70 req-c824e7d5-2731-4a58-867a-5e3a9cd214ea tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409050 Aug 08 20:28:38.194821 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9c77a-11a2-439b-ae88-73ea99afb76a req-2650c454-6b8c-4e36-b2f0-df6963e40984 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:38.196441 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0ea9c77a-11a2-439b-ae88-73ea99afb76a req-2650c454-6b8c-4e36-b2f0-df6963e40984 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0569832 Aug 08 20:28:38.242772 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0ea9c77a-11a2-439b-ae88-73ea99afb76a req-f8ecbc7a-39b8-4ed6-9b4d-d9085c5487c8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406973 Aug 08 20:28:39.105317 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58822) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:39.207822 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-95000aba-be39-4b65-83e0-2356013bb91a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:39.283028 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-95000aba-be39-4b65-83e0-2356013bb91a admin admin] Publish callbacks [] for security_group (f5272f2d-9f9e-479f-a418-0a8d1d25719c), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:39.375447 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6d6b-1970-4c44-a596-02b886b14db2 req-753dc84f-034e-4a90-b7be-dd34b032152d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:39.376944 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-405f6d6b-1970-4c44-a596-02b886b14db2 req-753dc84f-034e-4a90-b7be-dd34b032152d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0569129 Aug 08 20:28:39.378017 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-95000aba-be39-4b65-83e0-2356013bb91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (f5272f2d-9f9e-479f-a418-0a8d1d25719c), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:39.433104 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95000aba-be39-4b65-83e0-2356013bb91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5272f2d-9f9e-479f-a418-0a8d1d25719c,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:39.443349 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-95000aba-be39-4b65-83e0-2356013bb91a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=734586ac24bb4408bbc0de792338e6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369892 Aug 08 20:28:39.446339 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58828) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:39.460947 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-405f6d6b-1970-4c44-a596-02b886b14db2 req-c8a2819f-55ea-46d9-9ee4-da63889fda9e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726597 Aug 08 20:28:39.495689 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cc7cee63-d77c-42e1-846b-102a8c101419 admin admin] Publish callbacks [] for security_group (f5272f2d-9f9e-479f-a418-0a8d1d25719c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:39.519484 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cc7cee63-d77c-42e1-846b-102a8c101419 admin admin] Publish callbacks [] for security_group (f5272f2d-9f9e-479f-a418-0a8d1d25719c), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:39.640617 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cc7cee63-d77c-42e1-846b-102a8c101419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (f5272f2d-9f9e-479f-a418-0a8d1d25719c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:39.643219 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cc7cee63-d77c-42e1-846b-102a8c101419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:39.644355 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-cc7cee63-d77c-42e1-846b-102a8c101419 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5272f2d-9f9e-479f-a418-0a8d1d25719c HTTP/1.1" status: 204 len: 168 time: 0.1970456 Aug 08 20:28:39.652394 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cee63-d77c-42e1-846b-102a8c101419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5272f2d-9f9e-479f-a418-0a8d1d25719c,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:40.212303 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 58834) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:40.225855 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2b841c5c-a000-4ae1-a14e-dbec64374da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:40.299134 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2b841c5c-a000-4ae1-a14e-dbec64374da9 admin admin] Publish callbacks [] for security_group (cd143d7a-3e0a-479d-8dc5-712995d7b04b), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:40.354062 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-2b841c5c-a000-4ae1-a14e-dbec64374da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (cd143d7a-3e0a-479d-8dc5-712995d7b04b), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:40.392765 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-2b841c5c-a000-4ae1-a14e-dbec64374da9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d4b3300268b43558fa3ad1694daebe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793737 Aug 08 20:28:40.393641 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b841c5c-a000-4ae1-a14e-dbec64374da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd143d7a-3e0a-479d-8dc5-712995d7b04b,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:40.395493 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58836) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:40.443439 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6632319a-ff19-4c30-89f9-d20456a1b95e admin admin] Publish callbacks [] for security_group (cd143d7a-3e0a-479d-8dc5-712995d7b04b), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:40.464000 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6632319a-ff19-4c30-89f9-d20456a1b95e admin admin] Publish callbacks [] for security_group (cd143d7a-3e0a-479d-8dc5-712995d7b04b), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:40.554799 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6632319a-ff19-4c30-89f9-d20456a1b95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (cd143d7a-3e0a-479d-8dc5-712995d7b04b), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:40.557740 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6632319a-ff19-4c30-89f9-d20456a1b95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:40.558981 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6632319a-ff19-4c30-89f9-d20456a1b95e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd143d7a-3e0a-479d-8dc5-712995d7b04b HTTP/1.1" status: 204 len: 168 time: 0.1624589 Aug 08 20:28:40.568932 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632319a-ff19-4c30-89f9-d20456a1b95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd143d7a-3e0a-479d-8dc5-712995d7b04b,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:40.748570 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b15109-0484-4c6a-afb6-660cfdfb6f13 req-62d698fb-81ab-4b90-83ca-ed2fbe2daef4 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:40.750189 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-07b15109-0484-4c6a-afb6-660cfdfb6f13 req-62d698fb-81ab-4b90-83ca-ed2fbe2daef4 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0566609 Aug 08 20:28:40.796609 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-07b15109-0484-4c6a-afb6-660cfdfb6f13 req-6ac4b5fd-e56d-403d-870f-de84ff8a9f35 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 Aug 08 20:28:41.924553 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85557e2-18a7-48c7-8534-e3633175cf0d req-3eb8d411-ed86-40b6-b11a-6b89c8e1fe13 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:41.926076 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a85557e2-18a7-48c7-8534-e3633175cf0d req-3eb8d411-ed86-40b6-b11a-6b89c8e1fe13 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0533164 Aug 08 20:28:41.972260 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a85557e2-18a7-48c7-8534-e3633175cf0d req-404d83c9-5c0b-4a64-9050-a2474ea5388f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405769 Aug 08 20:28:43.103710 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90e672-b2db-4ea7-ad92-23b93714e866 req-3b27127b-db3a-4f28-b04d-3bc1fcdee910 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:43.105117 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4a90e672-b2db-4ea7-ad92-23b93714e866 req-3b27127b-db3a-4f28-b04d-3bc1fcdee910 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0566754 Aug 08 20:28:43.153012 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4a90e672-b2db-4ea7-ad92-23b93714e866 req-15d29408-f7e5-4818-9ea5-cf1f198d8f08 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411859 Aug 08 20:28:43.334641 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58910) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:43.437981 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-31ec0c6a-5e30-48f5-b759-7f86150493c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:43.511558 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-31ec0c6a-5e30-48f5-b759-7f86150493c1 admin admin] Publish callbacks [] for security_group (bf9dadb9-b914-4c7e-900c-a4c30dbd3db6), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:43.582984 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-31ec0c6a-5e30-48f5-b759-7f86150493c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (bf9dadb9-b914-4c7e-900c-a4c30dbd3db6), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:43.630412 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec0c6a-5e30-48f5-b759-7f86150493c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9dadb9-b914-4c7e-900c-a4c30dbd3db6,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:43.634906 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-31ec0c6a-5e30-48f5-b759-7f86150493c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fcaa43413eb4cf9b39e83c6c5d6fdfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992437 Aug 08 20:28:43.637630 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58914) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:43.707088 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-01829687-929a-4296-bd09-3ab4a478c1b1 admin admin] Publish callbacks [] for security_group (bf9dadb9-b914-4c7e-900c-a4c30dbd3db6), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:43.730403 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-01829687-929a-4296-bd09-3ab4a478c1b1 admin admin] Publish callbacks [] for security_group (bf9dadb9-b914-4c7e-900c-a4c30dbd3db6), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:43.863239 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-01829687-929a-4296-bd09-3ab4a478c1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (bf9dadb9-b914-4c7e-900c-a4c30dbd3db6), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:43.866019 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-01829687-929a-4296-bd09-3ab4a478c1b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:43.867190 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-01829687-929a-4296-bd09-3ab4a478c1b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf9dadb9-b914-4c7e-900c-a4c30dbd3db6 HTTP/1.1" status: 204 len: 168 time: 0.2286589 Aug 08 20:28:43.875789 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01829687-929a-4296-bd09-3ab4a478c1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9dadb9-b914-4c7e-900c-a4c30dbd3db6,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:44.292367 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3dc23-47ea-489c-8d57-b4561297a5b3 req-c1e31ce2-b412-4644-b795-7f5ece5afedf tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:44.293907 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-89e3dc23-47ea-489c-8d57-b4561297a5b3 req-c1e31ce2-b412-4644-b795-7f5ece5afedf tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0623312 Aug 08 20:28:44.342948 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-89e3dc23-47ea-489c-8d57-b4561297a5b3 req-f4f53812-02bb-4ba1-9d52-5d735824ee85 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430121 Aug 08 20:28:44.464601 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58926) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:44.477859 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3311-eddd-494e-b578-bf82ed01da77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:44.553015 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3311-eddd-494e-b578-bf82ed01da77 admin admin] Publish callbacks [] for security_group (0e3aaa29-57a1-437e-a168-afe5da34a497), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:44.616136 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3311-eddd-494e-b578-bf82ed01da77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (0e3aaa29-57a1-437e-a168-afe5da34a497), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:44.653592 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a3311-eddd-494e-b578-bf82ed01da77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3aaa29-57a1-437e-a168-afe5da34a497,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:44.657894 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-9b7a3311-eddd-494e-b578-bf82ed01da77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d1865e5fea148adb8917aaeb04c0b5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922524 Aug 08 20:28:44.660432 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58928) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:44.709350 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5eceecfc-b50e-4cb4-809c-03b847db4ba6 admin admin] Publish callbacks [] for security_group (0e3aaa29-57a1-437e-a168-afe5da34a497), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:44.733532 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5eceecfc-b50e-4cb4-809c-03b847db4ba6 admin admin] Publish callbacks [] for security_group (0e3aaa29-57a1-437e-a168-afe5da34a497), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:44.874793 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5eceecfc-b50e-4cb4-809c-03b847db4ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (0e3aaa29-57a1-437e-a168-afe5da34a497), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:44.877477 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5eceecfc-b50e-4cb4-809c-03b847db4ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:44.878638 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-5eceecfc-b50e-4cb4-809c-03b847db4ba6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e3aaa29-57a1-437e-a168-afe5da34a497 HTTP/1.1" status: 204 len: 168 time: 0.2171843 Aug 08 20:28:44.886816 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eceecfc-b50e-4cb4-809c-03b847db4ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3aaa29-57a1-437e-a168-afe5da34a497,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:45.469613 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc5722-f602-43d8-a189-a3fc056f78fe req-90f42213-d600-436d-9986-a2d873274575 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:45.472972 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a7fc5722-f602-43d8-a189-a3fc056f78fe req-90f42213-d600-436d-9986-a2d873274575 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0553856 Aug 08 20:28:45.521591 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a7fc5722-f602-43d8-a189-a3fc056f78fe req-f3d89a2e-fcd7-4a96-8b80-9e540454e212 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450871 Aug 08 20:28:45.846650 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58952) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:45.941843 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-535278112-network', 'tenant_id': '4c9c9004a07a4069afd83d405717a5f6'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:28:46.045733 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Made reservation on behalf of 4c9c9004a07a4069afd83d405717a5f6 for: {'network': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:28:46.047965 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:46.056463 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:46.130536 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Publish callbacks [] for security_group (cb50faf8-4b25-4fc9-a048-0c02b754b60c), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:46.222713 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (cb50faf8-4b25-4fc9-a048-0c02b754b60c), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:46.247463 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=104384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:28:46.256613 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb50faf8-4b25-4fc9-a048-0c02b754b60c,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:46.262657 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (96fb588e-ef01-4e6d-90c3-5e3819c6d6f5), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:46.263003 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.segments_db [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Added segment 96fb588e-ef01-4e6d-90c3-5e3819c6d6f5 of type vlan for network 2a7178a6-8ea2-4636-a2c9-fa2a4b523695 Aug 08 20:28:46.300953 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (2a7178a6-8ea2-4636-a2c9-fa2a4b523695), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:46.394165 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (2a7178a6-8ea2-4636-a2c9-fa2a4b523695), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:46.395151 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:46.395732 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:46.455186 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=2a7178a6-8ea2-4636-a2c9-fa2a4b523695,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:46.464947 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 2a7178a6-8ea2-4636-a2c9-fa2a4b523695 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:28:46.483697 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-577a7079-b8a9-46cc-890e-726a5a251fd9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6359689 Aug 08 20:28:46.486922 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58956) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:46.491751 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-d695a28d-1098-47e9-8aba-d58af7126e09 admin admin] Request body: {'subnet': {'network_id': '2a7178a6-8ea2-4636-a2c9-fa2a4b523695', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-535278112-subnet', 'tenant_id': '4c9c9004a07a4069afd83d405717a5f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:28:46.554391 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d695a28d-1098-47e9-8aba-d58af7126e09 admin admin] Made reservation on behalf of 4c9c9004a07a4069afd83d405717a5f6 for: {'subnet': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:28:46.556656 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d695a28d-1098-47e9-8aba-d58af7126e09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26999829'] for subnet (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:46.650118 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cfd1e-a7a1-406e-9443-eeac4ce3853c req-6572fcac-75fc-4706-ac24-1575de6cf471 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:46.651610 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-401cfd1e-a7a1-406e-9443-eeac4ce3853c req-6572fcac-75fc-4706-ac24-1575de6cf471 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0541856 Aug 08 20:28:46.700548 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-401cfd1e-a7a1-406e-9443-eeac4ce3853c req-5c98dfd7-9420-406c-a9cb-808521174e82 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421884 Aug 08 20:28:46.794405 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d695a28d-1098-47e9-8aba-d58af7126e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26740363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26999815'] for subnet (20c08083-7c81-49ea-93e4-51fafe57345c), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:46.849618 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695a28d-1098-47e9-8aba-d58af7126e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c08083-7c81-49ea-93e4-51fafe57345c,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:46.861353 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d695a28d-1098-47e9-8aba-d58af7126e09 admin admin] Checking segment: {'id': '96fb588e-ef01-4e6d-90c3-5e3819c6d6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2a7178a6-8ea2-4636-a2c9-fa2a4b523695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:28:46.861740 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d695a28d-1098-47e9-8aba-d58af7126e09 admin admin] Network hostable DHCP agents. Network: 2a7178a6-8ea2-4636-a2c9-fa2a4b523695, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:28:46.925627 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d695a28d-1098-47e9-8aba-d58af7126e09 admin admin] Network 2a7178a6-8ea2-4636-a2c9-fa2a4b523695 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:28:46.993796 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-d695a28d-1098-47e9-8aba-d58af7126e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 2a7178a6-8ea2-4636-a2c9-fa2a4b523695) {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:28:46.998668 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d695a28d-1098-47e9-8aba-d58af7126e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:46.999278 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d695a28d-1098-47e9-8aba-d58af7126e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:47.003707 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa2b319-4d00-44eb-a739-ea475af7c7c4 None None] Network 2a7178a6-8ea2-4636-a2c9-fa2a4b523695 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:28:47.076056 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-d695a28d-1098-47e9-8aba-d58af7126e09 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5880208 Aug 08 20:28:47.101365 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a6c3e9-6ef4-43a1-ae12-9a46c06b894e None None] Network 2a7178a6-8ea2-4636-a2c9-fa2a4b523695 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:28:47.753350 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58976) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:47.758314 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1135158551-network', 'tenant_id': '4bcae215279c4aff829021078fd6c01a'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:28:47.829869 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25965428-737f-46c0-9f88-a50bef40541f req-2ac4dfcc-e8b4-46e7-9cd5-9087729a5dfc tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:47.831356 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-25965428-737f-46c0-9f88-a50bef40541f req-2ac4dfcc-e8b4-46e7-9cd5-9087729a5dfc tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0533609 Aug 08 20:28:47.840217 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Made reservation on behalf of 4bcae215279c4aff829021078fd6c01a for: {'network': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:28:47.843180 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:47.852309 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:47.878511 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-25965428-737f-46c0-9f88-a50bef40541f req-c795eb39-7708-489d-9f2c-4db9498a014c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414848 Aug 08 20:28:47.925646 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Publish callbacks [] for security_group (c02359a1-219e-4b90-b04d-35c4129442c5), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:48.000002 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (c02359a1-219e-4b90-b04d-35c4129442c5), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:48.026512 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=104384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:28:48.032783 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02359a1-219e-4b90-b04d-35c4129442c5,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:48.038507 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (6f504f3d-f412-434a-91c3-88e8a0c9736b), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:48.038835 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.segments_db [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Added segment 6f504f3d-f412-434a-91c3-88e8a0c9736b of type vlan for network 4af9ef1c-64c3-41a2-b899-c09e0ee56571 Aug 08 20:28:48.080477 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (4af9ef1c-64c3-41a2-b899-c09e0ee56571), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:48.160095 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (4af9ef1c-64c3-41a2-b899-c09e0ee56571), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:48.161033 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:48.161626 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:48.219423 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] Pushing event updated for resources: {'Network': ['ID=4af9ef1c-64c3-41a2-b899-c09e0ee56571,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:48.228975 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 4af9ef1c-64c3-41a2-b899-c09e0ee56571 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:28:48.271113 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-a081e31b-65fb-4a4a-b113-a91ad4aba6e4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5166428 Aug 08 20:28:48.274031 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 58978) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:28:48.278811 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-8d1a0841-d7e5-4a7f-b039-4492fef86515 admin admin] Request body: {'subnet': {'network_id': '4af9ef1c-64c3-41a2-b899-c09e0ee56571', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1135158551-subnet', 'tenant_id': '4bcae215279c4aff829021078fd6c01a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:28:48.365688 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1a0841-d7e5-4a7f-b039-4492fef86515 admin admin] Made reservation on behalf of 4bcae215279c4aff829021078fd6c01a for: {'subnet': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:28:48.368053 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8d1a0841-d7e5-4a7f-b039-4492fef86515 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26999829'] for subnet (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:48.834708 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8d1a0841-d7e5-4a7f-b039-4492fef86515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26740363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26999815'] for subnet (bbcd7f9d-b20d-423d-8d28-e6243788a412), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:48.882287 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a0841-d7e5-4a7f-b039-4492fef86515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbcd7f9d-b20d-423d-8d28-e6243788a412,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:48.898707 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a0841-d7e5-4a7f-b039-4492fef86515 admin admin] Checking segment: {'id': '6f504f3d-f412-434a-91c3-88e8a0c9736b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4af9ef1c-64c3-41a2-b899-c09e0ee56571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:28:48.899068 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a0841-d7e5-4a7f-b039-4492fef86515 admin admin] Network hostable DHCP agents. Network: 4af9ef1c-64c3-41a2-b899-c09e0ee56571, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:28:48.971599 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a0841-d7e5-4a7f-b039-4492fef86515 admin admin] Network 4af9ef1c-64c3-41a2-b899-c09e0ee56571 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:28:49.012361 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61392f03-1131-46ec-ada2-7e3fa8be2c0a req-c59ea046-d012-4b31-9171-a4e163baa5c8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:49.014523 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-61392f03-1131-46ec-ada2-7e3fa8be2c0a req-c59ea046-d012-4b31-9171-a4e163baa5c8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0568116 Aug 08 20:28:49.057415 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-8d1a0841-d7e5-4a7f-b039-4492fef86515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 4af9ef1c-64c3-41a2-b899-c09e0ee56571) {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:28:49.061604 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-61392f03-1131-46ec-ada2-7e3fa8be2c0a req-ac380b39-88d6-4f72-9ee2-0eec52905bf2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415807 Aug 08 20:28:49.062087 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a0841-d7e5-4a7f-b039-4492fef86515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:49.062697 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8d1a0841-d7e5-4a7f-b039-4492fef86515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:49.071344 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279868c9-9a1d-424a-87c6-cfac90d0792a None None] Network 4af9ef1c-64c3-41a2-b899-c09e0ee56571 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:28:49.139965 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-8d1a0841-d7e5-4a7f-b039-4492fef86515 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8648882 Aug 08 20:28:49.164889 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3818ec-72cb-4cf8-8e2c-9989621525aa None None] Network 4af9ef1c-64c3-41a2-b899-c09e0ee56571 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:28:50.197439 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de13f75-6d58-4be1-8934-377a150cdf2f req-6fbf4ef6-df3d-4d9e-bcfa-30932925335a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:50.198970 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0de13f75-6d58-4be1-8934-377a150cdf2f req-6fbf4ef6-df3d-4d9e-bcfa-30932925335a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0554879 Aug 08 20:28:50.247445 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0de13f75-6d58-4be1-8934-377a150cdf2f req-6c6f33da-568f-45d8-b4cf-207555f16dd0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425038 Aug 08 20:28:50.402139 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b6e5fb-6fb3-4622-bb66-818e31702c97 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:28:50.503702 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:50.516532 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'port_id': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'mac_address': 'fa:16:3e:d3:ea:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:28:50.551454 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 64b6e5fb-6fb3-4622-bb66-818e31702c97 is: ACTIVE; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:28:50.551855 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:50.565277 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64b6e5fb-6fb3-4622-bb66-818e31702c97 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:28:50.585433 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:50.667774 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:50.723727 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=64b6e5fb-6fb3-4622-bb66-818e31702c97,revision_number=6']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:50.742533 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.747783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.747783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.747783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.747783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.747783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.747783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.747783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.747783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.747783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.747783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.747783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.747783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:28:50.769366 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['64b6e5fb-6fb3-4622-bb66-818e31702c97'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:28:50.787321 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f1a7b78f-16ee-4b36-baf1-b86234fe7b12 req-eca8e1e6-1a46-4ca0-a0a6-f8f6eefcd27e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1541789 Aug 08 20:28:50.888223 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7b78f-16ee-4b36-baf1-b86234fe7b12 req-32fd1d2b-4f40-474b-ab15-dc3de57860ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:50.890079 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f1a7b78f-16ee-4b36-baf1-b86234fe7b12 req-32fd1d2b-4f40-474b-ab15-dc3de57860ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 1129 time: 0.0492861 Aug 08 20:28:50.992754 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7b78f-16ee-4b36-baf1-b86234fe7b12 req-8ce1cd06-b56f-4323-92bf-36fa9989c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:50.994265 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f1a7b78f-16ee-4b36-baf1-b86234fe7b12 req-8ce1cd06-b56f-4323-92bf-36fa9989c7ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 912 time: 0.0854108 Aug 08 20:28:51.066298 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f1a7b78f-16ee-4b36-baf1-b86234fe7b12 req-12e4b926-99c0-42a3-ba0e-91796d62f912 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0ba19c2-5369-4e5a-ab1f-67cf5434370f HTTP/1.1" status: 200 len: 1001 time: 0.0588479 Aug 08 20:28:51.130181 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7b78f-16ee-4b36-baf1-b86234fe7b12 req-298988f7-28ca-453a-9b69-e1f02ef88968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:51.131731 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f1a7b78f-16ee-4b36-baf1-b86234fe7b12 req-298988f7-28ca-453a-9b69-e1f02ef88968 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dabc7f81-ee97-4703-9abc-0fad495abc04 HTTP/1.1" status: 200 len: 850 time: 0.0542305 Aug 08 20:28:51.189915 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7b78f-16ee-4b36-baf1-b86234fe7b12 req-93701654-493f-4760-931e-b3b47e8ba830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:51.191496 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f1a7b78f-16ee-4b36-baf1-b86234fe7b12 req-93701654-493f-4760-931e-b3b47e8ba830 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524285 Aug 08 20:28:51.333471 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f1a7b78f-16ee-4b36-baf1-b86234fe7b12 req-dcfab0f3-32ae-456e-9ff4-8cc3b873df5a service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350996 Aug 08 20:28:51.419008 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4bf7b-e211-422d-9450-4ce87cb64590 req-91f7757e-ae11-49cf-b251-6cb6caa889f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:51.422766 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-80d4bf7b-e211-422d-9450-4ce87cb64590 req-91f7757e-ae11-49cf-b251-6cb6caa889f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 945 time: 0.0774076 Aug 08 20:28:51.460608 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f1a7b78f-16ee-4b36-baf1-b86234fe7b12 req-cc9e9b22-465a-4c31-8cb8-3425eb2a11fb service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187806 Aug 08 20:28:51.479885 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-80d4bf7b-e211-422d-9450-4ce87cb64590 req-10f5dae9-1f6c-4173-95c9-eb370827c737 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559218 Aug 08 20:28:51.514686 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d03bfcb1-0ea2-43ce-a8ad-1b7d3a5ad6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:51.999933 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:52.427465 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b6e5fb-6fb3-4622-bb66-818e31702c97 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:28:52.483769 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 64b6e5fb-6fb3-4622-bb66-818e31702c97 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:28:52.484179 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:52.608666 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 64b6e5fb-6fb3-4622-bb66-818e31702c97 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:28:52.608666 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:52.654813 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:28:52.655828 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:28:52.658479 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b7539d-4aff-4032-8619-d6d148a21c9d" -d '{"events": [{"server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "name": "network-vif-plugged", "status": "completed", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:28:52.682452 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9eb1a5-6b42-4e2a-871a-2afa9e4c6000 req-737a967d-7b33-4073-b575-7714e71109d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:52.683985 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6a9eb1a5-6b42-4e2a-871a-2afa9e4c6000 req-737a967d-7b33-4073-b575-7714e71109d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 945 time: 0.0893800 Aug 08 20:28:52.731437 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:52.743940 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6a9eb1a5-6b42-4e2a-871a-2afa9e4c6000 req-e87ba224-07ec-4bff-85f6-085d4b4c4f68 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513272 Aug 08 20:28:52.781350 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a473bdc-8f1d-4660-bb3d-171304976b84 x-openstack-request-id: req-3a473bdc-8f1d-4660-bb3d-171304976b84 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:28:52.781350 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "name": "network-vif-plugged", "status": "completed", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:28:52.781350 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a473bdc-8f1d-4660-bb3d-171304976b84 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:28:52.781350 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a473bdc-8f1d-4660-bb3d-171304976b84'] response: {'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'code': 200} Aug 08 20:28:52.805055 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=64b6e5fb-6fb3-4622-bb66-818e31702c97,revision_number=7']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:28:53.902253 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96d6d6-c64a-401c-bf67-fa24a5832a6a req-1f193df9-143a-4ba2-af97-b22913894f0f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:53.903963 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ae96d6d6-c64a-401c-bf67-fa24a5832a6a req-1f193df9-143a-4ba2-af97-b22913894f0f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0584245 Aug 08 20:28:53.958290 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ae96d6d6-c64a-401c-bf67-fa24a5832a6a req-c3a2146d-5e37-42cc-a7b3-4419efb4406a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475144 Aug 08 20:28:54.234038 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2c07e8e3-fb0e-40c8-ad31-248b0776ab24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:55.029668 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:55.120952 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cec23-1276-4eb0-92fa-998b03994b3e req-4cc22a4c-d3f5-4f22-88d9-43f8ce3fc629 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:55.122646 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-101cec23-1276-4eb0-92fa-998b03994b3e req-4cc22a4c-d3f5-4f22-88d9-43f8ce3fc629 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0706689 Aug 08 20:28:55.186527 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-101cec23-1276-4eb0-92fa-998b03994b3e req-9c601ea0-240b-43d4-960d-ec45a7e359c2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573349 Aug 08 20:28:56.338008 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31936c9-3969-430f-b753-346642b9587c req-fd8af390-5728-4d36-bb7e-5e3567f37b41 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:56.339689 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f31936c9-3969-430f-b753-346642b9587c req-fd8af390-5728-4d36-bb7e-5e3567f37b41 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0580435 Aug 08 20:28:56.410672 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f31936c9-3969-430f-b753-346642b9587c req-52ade4c5-28c8-40d4-b1bb-fd7c0aaf4a6b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637879 Aug 08 20:28:56.587150 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:28:56.606346 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:57.574562 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6d25-a7a0-4896-9258-79b59694680a req-81ebe489-6fe9-4817-995c-28247db5d0bd tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:57.577622 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-730a6d25-a7a0-4896-9258-79b59694680a req-81ebe489-6fe9-4817-995c-28247db5d0bd tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0644727 Aug 08 20:28:57.908995 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-730a6d25-a7a0-4896-9258-79b59694680a req-c9621ece-de61-4f2c-90f1-0b17b8c1729a tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243592 Aug 08 20:28:58.040383 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:28:59.055398 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bf0c6-c36a-411c-9280-29650c155d0c req-54728faa-a1b9-450a-9ae4-311b6869e2c3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:28:59.056955 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-468bf0c6-c36a-411c-9280-29650c155d0c req-54728faa-a1b9-450a-9ae4-311b6869e2c3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0562778 Aug 08 20:28:59.112667 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-468bf0c6-c36a-411c-9280-29650c155d0c req-846a9009-0604-4467-a21b-da97356f29da tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490487 Aug 08 20:29:00.261634 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db08347-c80e-4353-bc45-f0ce9438c073 req-3790686d-f87e-469c-bcce-2a8339000fa8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:00.263414 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6db08347-c80e-4353-bc45-f0ce9438c073 req-3790686d-f87e-469c-bcce-2a8339000fa8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0642967 Aug 08 20:29:00.324010 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6db08347-c80e-4353-bc45-f0ce9438c073 req-d35a2e89-917e-4047-b74e-2dd2d3e71ca0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539615 Aug 08 20:29:01.455432 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41007028-8f80-42c7-a987-fea2a1db8c50 req-50ca1805-b446-4aa2-9b44-99f56d505013 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:01.456943 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-41007028-8f80-42c7-a987-fea2a1db8c50 req-50ca1805-b446-4aa2-9b44-99f56d505013 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0539308 Aug 08 20:29:01.502264 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-41007028-8f80-42c7-a987-fea2a1db8c50 req-f3502701-44d9-489e-9964-131cd2f2fba1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398405 Aug 08 20:29:01.845996 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32c485-2ebe-48a0-b4eb-900d3740a6c9 req-3d41791b-a0ac-4d04-b2c6-e71c74c03a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:01.847494 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e32c485-2ebe-48a0-b4eb-900d3740a6c9 req-3d41791b-a0ac-4d04-b2c6-e71c74c03a77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 1130 time: 0.0508380 Aug 08 20:29:01.935699 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32c485-2ebe-48a0-b4eb-900d3740a6c9 req-494a7860-8342-4af9-b4db-20d5c664908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:01.937834 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e32c485-2ebe-48a0-b4eb-900d3740a6c9 req-494a7860-8342-4af9-b4db-20d5c664908d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 917 time: 0.0835547 Aug 08 20:29:02.003733 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e32c485-2ebe-48a0-b4eb-900d3740a6c9 req-8f3f972b-4ad7-4213-adb8-2f33ed6308c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97 HTTP/1.1" status: 200 len: 1002 time: 0.0591662 Aug 08 20:29:02.055877 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32c485-2ebe-48a0-b4eb-900d3740a6c9 req-d477f0b1-1c6c-4eef-a22a-04c505c7e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:02.057383 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e32c485-2ebe-48a0-b4eb-900d3740a6c9 req-d477f0b1-1c6c-4eef-a22a-04c505c7e6f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 200 len: 855 time: 0.0438244 Aug 08 20:29:02.106943 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32c485-2ebe-48a0-b4eb-900d3740a6c9 req-8e317d1e-b2e4-4475-afbe-e8760d8aa18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:02.108840 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e32c485-2ebe-48a0-b4eb-900d3740a6c9 req-8e317d1e-b2e4-4475-afbe-e8760d8aa18d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0fe47e-2c8c-470d-88d2-53ef7f857979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453122 Aug 08 20:29:02.208714 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e32c485-2ebe-48a0-b4eb-900d3740a6c9 req-9996b4b0-1df0-45ed-a3d2-5bb6a58c0f6c service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856500 Aug 08 20:29:02.295968 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e32c485-2ebe-48a0-b4eb-900d3740a6c9 req-0f337351-3dcc-4e77-836a-85fe493aeb1d service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810192 Aug 08 20:29:02.636120 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeae850-cade-4d44-8b03-3b803009f46e req-199f373b-5244-4af3-8aa7-212b7bc90ad5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:02.637666 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ceeae850-cade-4d44-8b03-3b803009f46e req-199f373b-5244-4af3-8aa7-212b7bc90ad5 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0542130 Aug 08 20:29:02.683910 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ceeae850-cade-4d44-8b03-3b803009f46e req-db6480fc-e279-41c1-be8e-fc0bb00ec576 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405455 Aug 08 20:29:03.818523 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a4919-ab46-4231-83a3-5368549d6f39 req-b9231dc8-484d-42f3-bef6-b6eb2436d673 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:03.820035 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ec3a4919-ab46-4231-83a3-5368549d6f39 req-b9231dc8-484d-42f3-bef6-b6eb2436d673 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0574713 Aug 08 20:29:03.866937 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ec3a4919-ab46-4231-83a3-5368549d6f39 req-634f1fe7-5d6f-41cb-adea-e4694d311d82 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411541 Aug 08 20:29:04.992504 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b5259-4a89-4447-a92c-4c6c8a4050f0 req-420ea59a-0ebc-437d-9dfc-c9747f31a831 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:04.994016 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a45b5259-4a89-4447-a92c-4c6c8a4050f0 req-420ea59a-0ebc-437d-9dfc-c9747f31a831 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 946 time: 0.0523074 Aug 08 20:29:05.040383 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a45b5259-4a89-4447-a92c-4c6c8a4050f0 req-18ec614b-07c3-4817-b060-e032feb25154 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401037 Aug 08 20:29:06.229624 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59266) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:06.276421 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_v2 [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Deleting subnet 20c08083-7c81-49ea-93e4-51fafe57345c {{(pid=104384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:29:06.280144 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Publish callbacks [] for subnet (20c08083-7c81-49ea-93e4-51fafe57345c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.318646 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26585565'] for subnet (20c08083-7c81-49ea-93e4-51fafe57345c), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.358094 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (20c08083-7c81-49ea-93e4-51fafe57345c), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.473241 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26740300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26999934'] for subnet (20c08083-7c81-49ea-93e4-51fafe57345c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.497548 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b6e5fb-6fb3-4622-bb66-818e31702c97 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:29:06.499425 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c08083-7c81-49ea-93e4-51fafe57345c,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:06.502756 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.508510 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59272) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:06.509268 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/20c08083-7c81-49ea-93e4-51fafe57345c HTTP/1.1" status: 204 len: 168 time: 0.2772813 Aug 08 20:29:06.514502 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.514869 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.515220 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.515559 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.515896 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.516278 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.516616 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.517052 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.517388 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.517723 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.518059 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.518386 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.518710 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566c38e-584e-4583-9304-7906a2dad04b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:06.573264 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 64b6e5fb-6fb3-4622-bb66-818e31702c97 is: ACTIVE; New status is: DOWN {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:29:06.573670 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.585465 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (2a7178a6-8ea2-4636-a2c9-fa2a4b523695), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.597653 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:29:06.600001 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff10ba12-9d8a-45b0-80a4-d7c6979e2f56" -d '{"events": [{"server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "name": "network-vif-unplugged", "status": "completed", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:29:06.612962 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:29:06.664957 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (2a7178a6-8ea2-4636-a2c9-fa2a4b523695), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.685612 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7178a6-8ea2-4636-a2c9-fa2a4b523695']}} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:06.693347 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Aug 2022 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2858f455-5dff-4f9c-9ca7-509439074878 x-openstack-request-id: req-2858f455-5dff-4f9c-9ca7-509439074878 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:29:06.693678 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "name": "network-vif-unplugged", "status": "failed", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97", "code": 422}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:29:06.694095 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2858f455-5dff-4f9c-9ca7-509439074878 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:29:06.694647 dv-cinder-848821-2-iscsi neutron-server[104385]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2858f455-5dff-4f9c-9ca7-509439074878']: {'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'code': 422} returned with failed status Aug 08 20:29:06.696283 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fb588e-ef01-4e6d-90c3-5e3819c6d6f5') {'for_net_delete': True} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:06.696595 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fb588e-ef01-4e6d-90c3-5e3819c6d6f5') {} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:06.703182 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.707005 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3703299'] for segment (96fb588e-ef01-4e6d-90c3-5e3819c6d6f5), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.720757 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (96fb588e-ef01-4e6d-90c3-5e3819c6d6f5), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.727142 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=104383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:29:06.727142 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27037423'] for segment (96fb588e-ef01-4e6d-90c3-5e3819c6d6f5), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.755176 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=64b6e5fb-6fb3-4622-bb66-818e31702c97,revision_number=8']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:06.868515 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (2a7178a6-8ea2-4636-a2c9-fa2a4b523695), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.874917 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.881392 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2a7178a6-8ea2-4636-a2c9-fa2a4b523695 HTTP/1.1" status: 204 len: 168 time: 0.3682210 Aug 08 20:29:06.881392 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 96fb588e-ef01-4e6d-90c3-5e3819c6d6f5 resource provider aggregate not found Aug 08 20:29:06.882003 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59288) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:06.894908 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dbb17-cbf9-4a04-ab82-9edcc55be816 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a7178a6-8ea2-4636-a2c9-fa2a4b523695,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:06.905099 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 96fb588e-ef01-4e6d-90c3-5e3819c6d6f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96fb588e-ef01-4e6d-90c3-5e3819c6d6f5 found for delete ", "request_id": "req-b280b003-9e81-4e5b-b90a-d2d59f3308f1"}]} Aug 08 20:29:06.914153 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [req-b88385d2-0577-4ca9-9c33-b3a9828fa743 req-071ca81f-9476-4225-b829-c46f0272187f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:29:06.915166 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b88385d2-0577-4ca9-9c33-b3a9828fa743 req-071ca81f-9476-4225-b829-c46f0272187f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0620916 Aug 08 20:29:06.933466 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_v2 [None req-62164f86-9d5a-4240-be1b-1181ef25a7a0 admin admin] Deleting subnet bbcd7f9d-b20d-423d-8d28-e6243788a412 {{(pid=104384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:29:06.937174 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-62164f86-9d5a-4240-be1b-1181ef25a7a0 admin admin] Publish callbacks [] for subnet (bbcd7f9d-b20d-423d-8d28-e6243788a412), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:06.975334 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-62164f86-9d5a-4240-be1b-1181ef25a7a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26585565'] for subnet (bbcd7f9d-b20d-423d-8d28-e6243788a412), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:07.013167 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-62164f86-9d5a-4240-be1b-1181ef25a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (bbcd7f9d-b20d-423d-8d28-e6243788a412), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:07.114207 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-62164f86-9d5a-4240-be1b-1181ef25a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26740300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26999934'] for subnet (bbcd7f9d-b20d-423d-8d28-e6243788a412), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:07.143235 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62164f86-9d5a-4240-be1b-1181ef25a7a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbcd7f9d-b20d-423d-8d28-e6243788a412,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:07.145111 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-62164f86-9d5a-4240-be1b-1181ef25a7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:07.148589 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-62164f86-9d5a-4240-be1b-1181ef25a7a0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bbcd7f9d-b20d-423d-8d28-e6243788a412 HTTP/1.1" status: 204 len: 168 time: 0.2658672 Aug 08 20:29:07.151091 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59294) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:07.257743 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (4af9ef1c-64c3-41a2-b899-c09e0ee56571), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:07.267924 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4394c-0820-49b7-80cd-94788759c6df req-78e8dde4-57e7-47d1-8fb8-e60fef87023b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:07.269424 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5b4394c-0820-49b7-80cd-94788759c6df req-78e8dde4-57e7-47d1-8fb8-e60fef87023b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.1206205 Aug 08 20:29:07.379610 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (4af9ef1c-64c3-41a2-b899-c09e0ee56571), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:07.385176 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5b4394c-0820-49b7-80cd-94788759c6df req-1dcc4e37-1e91-41cd-af42-c5a660a6ac79 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087215 Aug 08 20:29:07.405893 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af9ef1c-64c3-41a2-b899-c09e0ee56571']}} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:07.419435 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f504f3d-f412-434a-91c3-88e8a0c9736b') {'for_net_delete': True} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:07.419734 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f504f3d-f412-434a-91c3-88e8a0c9736b') {} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:07.429327 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3703299'] for segment (6f504f3d-f412-434a-91c3-88e8a0c9736b), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:07.442864 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (6f504f3d-f412-434a-91c3-88e8a0c9736b), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:07.448484 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=104383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:29:07.448900 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27037423'] for segment (6f504f3d-f412-434a-91c3-88e8a0c9736b), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:07.555495 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59318) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:07.562326 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (4af9ef1c-64c3-41a2-b899-c09e0ee56571), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:07.574105 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:07.574105 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4af9ef1c-64c3-41a2-b899-c09e0ee56571 HTTP/1.1" status: 204 len: 168 time: 0.4201224 Aug 08 20:29:07.586107 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c156b9-9b1d-459f-aa1c-8b3997582768 admin admin] Pushing event deleted for resources: {'Network': ['ID=4af9ef1c-64c3-41a2-b899-c09e0ee56571,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:07.647477 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-66164050-e451-4c99-8a26-01b131391e2b req-ebe65ffb-e8a2-4ecc-8289-246d6c8cc60b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908277 Aug 08 20:29:07.656497 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [req-66164050-e451-4c99-8a26-01b131391e2b req-5903b90a-44f8-45cd-bac9-c9630ee6268e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:29:07.657522 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-66164050-e451-4c99-8a26-01b131391e2b req-5903b90a-44f8-45cd-bac9-c9630ee6268e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053644 Aug 08 20:29:07.732749 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59328) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:07.828923 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66164050-e451-4c99-8a26-01b131391e2b req-1eeb76f5-e789-4fd8-95f3-63d5aacd0307 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:07.830335 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-66164050-e451-4c99-8a26-01b131391e2b req-1eeb76f5-e789-4fd8-95f3-63d5aacd0307 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports/64b6e5fb-6fb3-4622-bb66-818e31702c97 HTTP/1.1" status: 200 len: 941 time: 0.0965724 Aug 08 20:29:07.938797 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59336) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:07.979701 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ef9131e2-1a0f-4e30-8cc5-ddff294e36a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c9c9004a07a4069afd83d405717a5f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383701 Aug 08 20:29:07.979701 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59338) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:08.028390 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8d7642cc-e326-4872-97f1-e3fb3d329cd9 admin admin] Publish callbacks [] for security_group (cb50faf8-4b25-4fc9-a048-0c02b754b60c), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:08.050361 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8d7642cc-e326-4872-97f1-e3fb3d329cd9 admin admin] Publish callbacks [] for security_group (cb50faf8-4b25-4fc9-a048-0c02b754b60c), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:08.187666 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8d7642cc-e326-4872-97f1-e3fb3d329cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (cb50faf8-4b25-4fc9-a048-0c02b754b60c), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:08.190380 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8d7642cc-e326-4872-97f1-e3fb3d329cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:08.205034 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-8d7642cc-e326-4872-97f1-e3fb3d329cd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb50faf8-4b25-4fc9-a048-0c02b754b60c HTTP/1.1" status: 204 len: 168 time: 0.2113783 Aug 08 20:29:08.205034 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7642cc-e326-4872-97f1-e3fb3d329cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb50faf8-4b25-4fc9-a048-0c02b754b60c,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:08.526249 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bfa4c-d713-4f03-af71-e69773a8bbf5 req-cbf4b094-8a2f-4dbb-8ef2-c0fe0e027159 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:08.527775 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cd5bfa4c-d713-4f03-af71-e69773a8bbf5 req-cbf4b094-8a2f-4dbb-8ef2-c0fe0e027159 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0609171 Aug 08 20:29:08.577706 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cd5bfa4c-d713-4f03-af71-e69773a8bbf5 req-2b36825a-6937-4d68-8649-db5ec3f40787 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433400 Aug 08 20:29:08.844079 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59352) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:08.885219 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-71243ae5-d377-458c-96cd-8ca380c39faa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bcae215279c4aff829021078fd6c01a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399566 Aug 08 20:29:08.887567 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59354) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:08.923611 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 6f504f3d-f412-434a-91c3-88e8a0c9736b resource provider aggregate not found Aug 08 20:29:08.938505 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce6de-6a8c-45cb-8f11-a68a35edd494 admin admin] Publish callbacks [] for security_group (c02359a1-219e-4b90-b04d-35c4129442c5), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:08.941994 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 6f504f3d-f412-434a-91c3-88e8a0c9736b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f504f3d-f412-434a-91c3-88e8a0c9736b found for delete ", "request_id": "req-b7c9113f-94dd-4a2b-b95c-266836dff342"}]} Aug 08 20:29:08.960570 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce6de-6a8c-45cb-8f11-a68a35edd494 admin admin] Publish callbacks [] for security_group (c02359a1-219e-4b90-b04d-35c4129442c5), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:09.072831 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce6de-6a8c-45cb-8f11-a68a35edd494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (c02359a1-219e-4b90-b04d-35c4129442c5), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:09.075385 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce6de-6a8c-45cb-8f11-a68a35edd494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:09.077010 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-cf4ce6de-6a8c-45cb-8f11-a68a35edd494 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c02359a1-219e-4b90-b04d-35c4129442c5 HTTP/1.1" status: 204 len: 168 time: 0.1880984 Aug 08 20:29:09.084673 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ce6de-6a8c-45cb-8f11-a68a35edd494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02359a1-219e-4b90-b04d-35c4129442c5,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:09.279254 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66164050-e451-4c99-8a26-01b131391e2b req-d73245e8-a655-4a55-96a9-23243a881bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:09.280993 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-66164050-e451-4c99-8a26-01b131391e2b req-d73245e8-a655-4a55-96a9-23243a881bab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360&tenant_id=1cc3ee90744548a3a0b771b209ab3d8c HTTP/1.1" status: 200 len: 1128 time: 0.0452473 Aug 08 20:29:09.348658 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66164050-e451-4c99-8a26-01b131391e2b req-08d48ab5-a472-408e-9f20-61445071cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:09.350290 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-66164050-e451-4c99-8a26-01b131391e2b req-08d48ab5-a472-408e-9f20-61445071cd62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 1128 time: 0.0475376 Aug 08 20:29:09.445774 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66164050-e451-4c99-8a26-01b131391e2b req-c0677967-0dbd-43f8-be58-1ff82899f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:09.447414 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-66164050-e451-4c99-8a26-01b131391e2b req-c0677967-0dbd-43f8-be58-1ff82899f70f service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 917 time: 0.0910957 Aug 08 20:29:09.511370 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-66164050-e451-4c99-8a26-01b131391e2b req-796468df-2501-49ff-9f0a-0bf8b6b3e41d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97 HTTP/1.1" status: 200 len: 1000 time: 0.0582726 Aug 08 20:29:09.558594 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66164050-e451-4c99-8a26-01b131391e2b req-5dd4416f-6314-4726-aeff-fa870257fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:09.560027 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-66164050-e451-4c99-8a26-01b131391e2b req-5dd4416f-6314-4726-aeff-fa870257fe6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 200 len: 855 time: 0.0433745 Aug 08 20:29:09.613066 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66164050-e451-4c99-8a26-01b131391e2b req-f442fcb7-af79-4267-9e87-4b41afa3e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:09.614577 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-66164050-e451-4c99-8a26-01b131391e2b req-f442fcb7-af79-4267-9e87-4b41afa3e3e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0fe47e-2c8c-470d-88d2-53ef7f857979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490925 Aug 08 20:29:09.709394 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-66164050-e451-4c99-8a26-01b131391e2b req-22907bff-d042-41fc-af35-b293f67a219c service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884202 Aug 08 20:29:09.712459 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598b639-9c1a-430b-ae41-42499521ae1a req-5c5e31d2-1228-440f-bad0-6ec36296a6d3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:09.713951 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8598b639-9c1a-430b-ae41-42499521ae1a req-5c5e31d2-1228-440f-bad0-6ec36296a6d3 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0550389 Aug 08 20:29:09.763170 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8598b639-9c1a-430b-ae41-42499521ae1a req-5dbd5416-22de-4c9b-8ed6-8e721db4830e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429842 Aug 08 20:29:09.807581 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-66164050-e451-4c99-8a26-01b131391e2b req-4f40bb44-c511-4a3d-96c2-b909489e2d9b service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917568 Aug 08 20:29:10.982386 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb6f16-db43-4b0d-b93c-94f36713e77d req-67d2d6c7-bba4-40f9-9f97-df48728833cc tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:10.984714 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-acdb6f16-db43-4b0d-b93c-94f36713e77d req-67d2d6c7-bba4-40f9-9f97-df48728833cc tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0810301 Aug 08 20:29:11.081349 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-acdb6f16-db43-4b0d-b93c-94f36713e77d req-d00fcc8b-b49a-42d9-b94a-d41f397eee74 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893877 Aug 08 20:29:12.229295 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b54d9-7a2b-48bd-ad66-5c4956f46d6a req-3ea32e25-8424-4711-9161-9810d607bfe4 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:12.238209 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bb4b54d9-7a2b-48bd-ad66-5c4956f46d6a req-3ea32e25-8424-4711-9161-9810d607bfe4 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0636694 Aug 08 20:29:12.288131 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bb4b54d9-7a2b-48bd-ad66-5c4956f46d6a req-db387448-df5f-424b-b894-ccce6b897c21 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489480 Aug 08 20:29:13.435218 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da1b29-4801-4184-bfdc-dd0c2af06f2d req-d483eba9-575a-4618-be24-bc6fa5800707 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:13.437620 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-30da1b29-4801-4184-bfdc-dd0c2af06f2d req-d483eba9-575a-4618-be24-bc6fa5800707 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0587823 Aug 08 20:29:13.488751 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-30da1b29-4801-4184-bfdc-dd0c2af06f2d req-0f2b97eb-0fd2-48fb-af69-8243d24a3575 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445590 Aug 08 20:29:14.627016 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16ef39-d300-4620-baeb-bdae1924fae4 req-de3f5976-6144-46fe-bb77-243a81842184 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:14.633443 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cf16ef39-d300-4620-baeb-bdae1924fae4 req-de3f5976-6144-46fe-bb77-243a81842184 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0669994 Aug 08 20:29:14.694719 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cf16ef39-d300-4620-baeb-bdae1924fae4 req-fb526ce5-7feb-4ccb-b395-903d05253847 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587330 Aug 08 20:29:14.745877 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59460) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:14.866779 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-96d536cd-12f5-43db-8f50-0b99ca0a0c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:14.949041 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-96d536cd-12f5-43db-8f50-0b99ca0a0c0d admin admin] Publish callbacks [] for security_group (2a6f649f-3a78-47fc-bdd3-41133921152a), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:15.005435 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-96d536cd-12f5-43db-8f50-0b99ca0a0c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (2a6f649f-3a78-47fc-bdd3-41133921152a), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:15.048487 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-96d536cd-12f5-43db-8f50-0b99ca0a0c0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d77e387100994705b8fbd558da89d6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014009 Aug 08 20:29:15.049653 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d536cd-12f5-43db-8f50-0b99ca0a0c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f649f-3a78-47fc-bdd3-41133921152a,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:15.051432 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59466) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:15.102088 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9ebe-fb4c-4cc5-ab02-f17f335260ea admin admin] Publish callbacks [] for security_group (2a6f649f-3a78-47fc-bdd3-41133921152a), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:15.125403 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9ebe-fb4c-4cc5-ab02-f17f335260ea admin admin] Publish callbacks [] for security_group (2a6f649f-3a78-47fc-bdd3-41133921152a), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:15.567895 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9ebe-fb4c-4cc5-ab02-f17f335260ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (2a6f649f-3a78-47fc-bdd3-41133921152a), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:15.570880 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9ebe-fb4c-4cc5-ab02-f17f335260ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:15.576254 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-6c0f9ebe-fb4c-4cc5-ab02-f17f335260ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a6f649f-3a78-47fc-bdd3-41133921152a HTTP/1.1" status: 204 len: 168 time: 0.5197501 Aug 08 20:29:15.581889 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f9ebe-fb4c-4cc5-ab02-f17f335260ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f649f-3a78-47fc-bdd3-41133921152a,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:15.841541 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31db644-4fa4-416a-86de-f8b01fb7f9bf req-4f084fe0-4274-42ee-a823-55fe5eef58a0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:15.843762 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c31db644-4fa4-416a-86de-f8b01fb7f9bf req-4f084fe0-4274-42ee-a823-55fe5eef58a0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0696356 Aug 08 20:29:15.900316 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c31db644-4fa4-416a-86de-f8b01fb7f9bf req-344fd6f3-c094-4b39-82d9-e33441400548 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509028 Aug 08 20:29:16.248551 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59478) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:16.264137 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a84c03fb-d8e0-454a-a659-62f231d22b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:16.345532 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a84c03fb-d8e0-454a-a659-62f231d22b09 admin admin] Publish callbacks [] for security_group (e7e7a191-4c3f-45b2-9c2f-43c5d08fe211), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:16.410151 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a84c03fb-d8e0-454a-a659-62f231d22b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (e7e7a191-4c3f-45b2-9c2f-43c5d08fe211), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:16.452464 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-a84c03fb-d8e0-454a-a659-62f231d22b09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2138fc861377453296bfa01f2860be35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021317 Aug 08 20:29:16.453613 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c03fb-d8e0-454a-a659-62f231d22b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e7a191-4c3f-45b2-9c2f-43c5d08fe211,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:16.455262 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59480) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:16.515377 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d5869492-31aa-46e9-a585-7aeea183094f admin admin] Publish callbacks [] for security_group (e7e7a191-4c3f-45b2-9c2f-43c5d08fe211), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:16.538299 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d5869492-31aa-46e9-a585-7aeea183094f admin admin] Publish callbacks [] for security_group (e7e7a191-4c3f-45b2-9c2f-43c5d08fe211), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:16.678437 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d5869492-31aa-46e9-a585-7aeea183094f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (e7e7a191-4c3f-45b2-9c2f-43c5d08fe211), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:16.681142 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d5869492-31aa-46e9-a585-7aeea183094f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:16.684913 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-d5869492-31aa-46e9-a585-7aeea183094f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7e7a191-4c3f-45b2-9c2f-43c5d08fe211 HTTP/1.1" status: 204 len: 168 time: 0.2261012 Aug 08 20:29:16.698917 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5869492-31aa-46e9-a585-7aeea183094f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e7a191-4c3f-45b2-9c2f-43c5d08fe211,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:17.102920 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60390c81-cbe2-42f3-92ca-3c2d3cc7adf5 req-805fd189-27b1-4bf6-8a55-1516641158f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:17.108899 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-60390c81-cbe2-42f3-92ca-3c2d3cc7adf5 req-805fd189-27b1-4bf6-8a55-1516641158f6 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.1053669 Aug 08 20:29:17.164409 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-60390c81-cbe2-42f3-92ca-3c2d3cc7adf5 req-d4034ed8-b5ea-439d-9be7-7e62d74cb311 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517275 Aug 08 20:29:18.317504 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59fae2-295b-4103-9aba-c2b7e97a2a21 req-089540bc-14d5-41a2-986c-1669cf094493 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:18.318896 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-df59fae2-295b-4103-9aba-c2b7e97a2a21 req-089540bc-14d5-41a2-986c-1669cf094493 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0643394 Aug 08 20:29:18.380707 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-df59fae2-295b-4103-9aba-c2b7e97a2a21 req-5600ebf7-3a22-4c27-be65-78507a37814d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561278 Aug 08 20:29:19.581999 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c7f83-a482-4c41-b15e-f8b72b3d3d9f req-8d8511da-6537-4c89-b561-b81d71650f8e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:19.583493 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-650c7f83-a482-4c41-b15e-f8b72b3d3d9f req-8d8511da-6537-4c89-b561-b81d71650f8e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0517640 Aug 08 20:29:19.632799 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-650c7f83-a482-4c41-b15e-f8b72b3d3d9f req-76fb6ea9-fa30-492d-8834-f2763b195871 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435922 Aug 08 20:29:20.764947 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9092e-41d4-4421-b3e2-c79d6dbc9eaa req-4f8896c6-a063-4ecf-922a-0ccb8476d1bb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:20.766439 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2be9092e-41d4-4421-b3e2-c79d6dbc9eaa req-4f8896c6-a063-4ecf-922a-0ccb8476d1bb tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0581610 Aug 08 20:29:20.815225 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2be9092e-41d4-4421-b3e2-c79d6dbc9eaa req-59bd3ed3-560b-4ac3-b2b2-094916160056 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430532 Aug 08 20:29:21.484643 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8953b827-e910-49ae-a5b4-a8659dc3b604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:21.942600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa6fae-5269-4e3e-9767-3729f9ce02bc req-9bb7ffdc-6058-46ca-9e24-1f137e34a663 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:21.944104 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9bfa6fae-5269-4e3e-9767-3729f9ce02bc req-9bb7ffdc-6058-46ca-9e24-1f137e34a663 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 944 time: 0.0526154 Aug 08 20:29:21.994840 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9bfa6fae-5269-4e3e-9767-3729f9ce02bc req-f680106e-7b41-4242-8d9d-c2b5023786aa tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446289 Aug 08 20:29:22.038768 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:22.552702 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b6e5fb-6fb3-4622-bb66-818e31702c97 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:29:22.650604 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:29:22.662292 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'port_id': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'mac_address': 'fa:16:3e:d3:ea:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:29:22.698918 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 64b6e5fb-6fb3-4622-bb66-818e31702c97 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:29:22.699312 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:22.712358 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b6e5fb-6fb3-4622-bb66-818e31702c97 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:29:22.732304 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:29:22.792745 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:22.837817 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=64b6e5fb-6fb3-4622-bb66-818e31702c97,revision_number=9']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:23.027259 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['64b6e5fb-6fb3-4622-bb66-818e31702c97'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:29:23.130367 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5587fd-6372-4c18-9a91-bd43ef9f8a56 req-85f7eb9d-e507-4e91-a06d-e1e15807d9e2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:23.132621 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ef5587fd-6372-4c18-9a91-bd43ef9f8a56 req-85f7eb9d-e507-4e91-a06d-e1e15807d9e2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 945 time: 0.0538964 Aug 08 20:29:23.186620 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ef5587fd-6372-4c18-9a91-bd43ef9f8a56 req-fd4f30c0-fc84-4689-8bcf-73fa64981aac tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469086 Aug 08 20:29:24.318840 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ae8ed-a847-4e3d-a3e8-fa3c5dd8bc9a req-12194d0b-e842-4879-ab50-f3217e8cd355 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:24.320244 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-892ae8ed-a847-4e3d-a3e8-fa3c5dd8bc9a req-12194d0b-e842-4879-ab50-f3217e8cd355 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 945 time: 0.0526490 Aug 08 20:29:24.366195 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-892ae8ed-a847-4e3d-a3e8-fa3c5dd8bc9a req-dc9ca708-ebe4-4b22-ad2a-3f5ff03cf0c8 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404072 Aug 08 20:29:24.421588 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f4f6ec93-e46a-4482-9434-dfc065a5aa4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:24.568444 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b6e5fb-6fb3-4622-bb66-818e31702c97 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:29:24.616075 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 64b6e5fb-6fb3-4622-bb66-818e31702c97 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:29:24.616590 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:24.690205 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 64b6e5fb-6fb3-4622-bb66-818e31702c97 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:29:24.690599 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:24.715431 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:29:24.717968 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6831029-f1f1-4b72-8687-718730ebd810" -d '{"events": [{"server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "name": "network-vif-plugged", "status": "completed", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:29:24.730511 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:29:24.753859 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2882e40-bb8b-4105-8237-a319aed7c2b3 x-openstack-request-id: req-a2882e40-bb8b-4105-8237-a319aed7c2b3 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:29:24.754152 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "name": "network-vif-plugged", "status": "completed", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:29:24.754407 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2882e40-bb8b-4105-8237-a319aed7c2b3 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:29:24.754802 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2882e40-bb8b-4105-8237-a319aed7c2b3'] response: {'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'code': 200} Aug 08 20:29:24.799097 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:24.846399 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=64b6e5fb-6fb3-4622-bb66-818e31702c97,revision_number=10']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:25.026620 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:25.132651 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3923546-d490-47bb-9f07-558542eb52fd req-3877ac7b-67f5-4804-a389-e56108c6a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:25.134471 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c3923546-d490-47bb-9f07-558542eb52fd req-3877ac7b-67f5-4804-a389-e56108c6a0fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 1131 time: 0.0472648 Aug 08 20:29:25.179911 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c3923546-d490-47bb-9f07-558542eb52fd req-37f389f5-72dd-426f-8d48-09978cc1f9c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389614 Aug 08 20:29:25.503152 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1a2c0-7cb4-48af-9a62-d94d43b6a454 req-d2b9addb-8969-476a-801f-4aeb7a8be35e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:25.504753 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bdd1a2c0-7cb4-48af-9a62-d94d43b6a454 req-d2b9addb-8969-476a-801f-4aeb7a8be35e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 947 time: 0.0553401 Aug 08 20:29:25.554319 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bdd1a2c0-7cb4-48af-9a62-d94d43b6a454 req-dc490774-5085-41be-87c7-ac9c31702796 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435655 Aug 08 20:29:26.399821 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d4101-698c-4a39-bd6d-85b8297cc0b3 req-0125c555-1055-4ec4-a710-c09c9a28d668 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:26.401513 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2d9d4101-698c-4a39-bd6d-85b8297cc0b3 req-0125c555-1055-4ec4-a710-c09c9a28d668 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 946 time: 0.0587018 Aug 08 20:29:26.448311 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2d9d4101-698c-4a39-bd6d-85b8297cc0b3 req-122a7598-cc0d-4448-9289-0599015e0fda tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 Aug 08 20:29:26.587753 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:26.692133 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3483a1d-bbb8-49c9-86a0-07da4f5627ed req-7abb7cec-5b6f-40fc-a4d7-daf8d330b998 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:26.693955 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b3483a1d-bbb8-49c9-86a0-07da4f5627ed req-7abb7cec-5b6f-40fc-a4d7-daf8d330b998 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 947 time: 0.0595164 Aug 08 20:29:26.742873 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b3483a1d-bbb8-49c9-86a0-07da4f5627ed req-3013130f-65f3-4191-a499-eb3d1df1b916 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430186 Aug 08 20:29:27.575478 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195a96-3485-4ebe-9cd3-12cf755844f5 req-3ce8f65e-3a7a-4f37-bfc6-8866bc242e49 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:27.576940 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0b195a96-3485-4ebe-9cd3-12cf755844f5 req-3ce8f65e-3a7a-4f37-bfc6-8866bc242e49 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 946 time: 0.0536222 Aug 08 20:29:27.628779 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0b195a96-3485-4ebe-9cd3-12cf755844f5 req-58d0cba6-44d9-4ec4-acf2-e5f7a773d898 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups?id=1faee134-a689-4176-a3c5-b69e009cc4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459971 Aug 08 20:29:27.870043 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefea8e-77e2-4c00-b73d-61b2d57a9b31 req-87f43e4f-f928-40a0-a13b-ca8e4814d04c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:27.871453 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-feefea8e-77e2-4c00-b73d-61b2d57a9b31 req-87f43e4f-f928-40a0-a13b-ca8e4814d04c tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 947 time: 0.0523736 Aug 08 20:29:27.917578 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-feefea8e-77e2-4c00-b73d-61b2d57a9b31 req-796fdb58-0eae-44fd-a9ea-8c9ca910acf2 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 Aug 08 20:29:28.022394 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-34ef44f1-2693-492a-8d55-46b781e37a7f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:28.023824 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-34ef44f1-2693-492a-8d55-46b781e37a7f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 946 time: 0.0525115 Aug 08 20:29:28.038032 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:28.118562 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Deleting port a7240520-3602-43ec-b205-dc8d5c017f79 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:29:28.118900 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:28.207148 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] For port a7240520-3602-43ec-b205-dc8d5c017f79, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=a7240520-3602-43ec-b205-dc8d5c017f79,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:29:28.207515 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:28.364938 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:28.365304 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (f0d6b610-8fe8-47a0-8dba-ad48c1c1392d), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:28.365624 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Floating IP f0d6b610-8fe8-47a0-8dba-ad48c1c1392d disassociated. External IP: 172.27.3.114, port: a7240520-3602-43ec-b205-dc8d5c017f79. Aug 08 20:29:28.365970 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Calling delete_port for a7240520-3602-43ec-b205-dc8d5c017f79 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:29:28.564791 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (a7240520-3602-43ec-b205-dc8d5c017f79), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:28.589598 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event deleted for resources: {'Port': ['ID=a7240520-3602-43ec-b205-dc8d5c017f79,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:28.701026 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Router cd98853e-1b88-410b-b185-8a6904d7a626 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:29:28.730242 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f7a3fe66-7334-41e2-9e90-8684f50304a7 req-bb5e853c-fc06-4d52-bebd-ce33031ded6a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 210 time: 0.0275927 Aug 08 20:29:28.803692 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:29:28.813664 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a66f7b-c2a7-4da4-b733-ebd632888055 None None] Sync routers for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:29:28.823188 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a66f7b-c2a7-4da4-b733-ebd632888055 None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:29:28.823748 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-d4a66f7b-c2a7-4da4-b733-ebd632888055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:28.844986 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] No DVR routers for this DVR port a7240520-3602-43ec-b205-dc8d5c017f79 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:29:28.847770 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:28.851110 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2eca98a0-d672-47b8-be87-54aa5a054c07 req-dd41f800-29d6-4976-9e87-cfd05c082b2f tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.49 "DELETE /v2.0/ports/a7240520-3602-43ec-b205-dc8d5c017f79 HTTP/1.1" status: 204 len: 173 time: 0.8216245 Aug 08 20:29:28.851558 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84a7d13-f498-486f-967f-bad62612ee63', 'name': 'network-vif-deleted', 'tag': 'a7240520-3602-43ec-b205-dc8d5c017f79'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:29:28.853904 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65027d26-c4ec-49a4-bfd0-fa51eb5d3b1e" -d '{"events": [{"server_uuid": "e84a7d13-f498-486f-967f-bad62612ee63", "name": "network-vif-deleted", "tag": "a7240520-3602-43ec-b205-dc8d5c017f79"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:29:28.927145 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-d4a66f7b-c2a7-4da4-b733-ebd632888055 None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:29:29.019624 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7643e32-389e-4944-920b-4531865ebad3 x-openstack-request-id: req-d7643e32-389e-4944-920b-4531865ebad3 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:29:29.019624 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84a7d13-f498-486f-967f-bad62612ee63", "name": "network-vif-deleted", "tag": "a7240520-3602-43ec-b205-dc8d5c017f79", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:29:29.019624 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7643e32-389e-4944-920b-4531865ebad3 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:29:29.019624 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7643e32-389e-4944-920b-4531865ebad3'] response: {'server_uuid': 'e84a7d13-f498-486f-967f-bad62612ee63', 'name': 'network-vif-deleted', 'tag': 'a7240520-3602-43ec-b205-dc8d5c017f79', 'status': 'completed', 'code': 200} Aug 08 20:29:29.139541 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-d4a66f7b-c2a7-4da4-b733-ebd632888055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:30Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:29.162677 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a66f7b-c2a7-4da4-b733-ebd632888055 None None] Checking router: cd98853e-1b88-410b-b185-8a6904d7a626 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:29:29.171397 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a66f7b-c2a7-4da4-b733-ebd632888055 None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:29:29.172210 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-d4a66f7b-c2a7-4da4-b733-ebd632888055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:29.277811 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-d4a66f7b-c2a7-4da4-b733-ebd632888055 None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:29:29.467981 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-d4a66f7b-c2a7-4da4-b733-ebd632888055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:30Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:29.491928 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a66f7b-c2a7-4da4-b733-ebd632888055 None None] The sync data for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi is: [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:23:13Z', 'revision_number': 4, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f5d7731-8d62-4366-b4f0-863575c92c35', 'name': '', 'network_id': '2b0afc92-421e-442d-8e82-dc3dbcf00e22', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'mac_address': 'fa:16:3e:02:91:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:11Z', 'updated_at': '2022-08-08T20:23:30Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'subnets': [{'id': '5030c856-d3a0-48d5-b9be-9e1da7f17882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:29:29.732010 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade093c-4a11-40e4-beef-892e937af49a None None] New status for floating IP f0d6b610-8fe8-47a0-8dba-ad48c1c1392d: DOWN {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:29:29.850012 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f5ac8958-5cea-499b-9e19-6c001d416c68 req-dbe44060-79b3-42f4-9841-746e697c7553 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/ports?device_id=e84a7d13-f498-486f-967f-bad62612ee63 HTTP/1.1" status: 200 len: 210 time: 0.0316477 Aug 08 20:29:30.988313 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59616) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:31.040893 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group (1faee134-a689-4176-a3c5-b69e009cc4d8), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:31.064064 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group (1faee134-a689-4176-a3c5-b69e009cc4d8), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:31.170011 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (1faee134-a689-4176-a3c5-b69e009cc4d8), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:31.172862 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:31.174010 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "DELETE /v2.0/security-groups/1faee134-a689-4176-a3c5-b69e009cc4d8 HTTP/1.1" status: 204 len: 168 time: 0.1846681 Aug 08 20:29:31.176839 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59618) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:31.183026 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faee134-a689-4176-a3c5-b69e009cc4d8,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:31.190656 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.191013 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.191364 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.191772 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.192111 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.192443 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.192775 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.193181 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.193515 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.193775 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.api.v2.resource [None req-ecd73c0a-4e54-4342-965f-ff1220d9905a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] show failed (client error): The resource could not be found. Aug 08 20:29:31.193902 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.194161 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.194489 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.194774 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ecd73c0a-4e54-4342-965f-ff1220d9905a tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "GET /v2.0/security-groups/1faee134-a689-4176-a3c5-b69e009cc4d8 HTTP/1.1" status: 404 len: 347 time: 0.0169230 Aug 08 20:29:31.194961 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338dff9-0d3f-4b82-9d32-762821e68b58 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:29:31.197630 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59620) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:31.314225 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-7103f253-5ae4-49bb-a241-86ed47a6e770 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Deleting port 024c4efe-474c-457c-a12b-56c825cb358d {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:29:31.314487 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7103f253-5ae4-49bb-a241-86ed47a6e770 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (024c4efe-474c-457c-a12b-56c825cb358d), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:31.387956 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7103f253-5ae4-49bb-a241-86ed47a6e770 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (024c4efe-474c-457c-a12b-56c825cb358d), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:31.388283 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7103f253-5ae4-49bb-a241-86ed47a6e770 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (024c4efe-474c-457c-a12b-56c825cb358d), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:31.400826 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-7103f253-5ae4-49bb-a241-86ed47a6e770 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Calling delete_port for 024c4efe-474c-457c-a12b-56c825cb358d owned by network:floatingip {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:29:31.576054 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7103f253-5ae4-49bb-a241-86ed47a6e770 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (024c4efe-474c-457c-a12b-56c825cb358d), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:31.600921 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103f253-5ae4-49bb-a241-86ed47a6e770 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Pushing event deleted for resources: {'Port': ['ID=024c4efe-474c-457c-a12b-56c825cb358d,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:31.667269 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7103f253-5ae4-49bb-a241-86ed47a6e770 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks [] for floatingip (f0d6b610-8fe8-47a0-8dba-ad48c1c1392d), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:31.670048 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7103f253-5ae4-49bb-a241-86ed47a6e770 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:31.671588 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-7103f253-5ae4-49bb-a241-86ed47a6e770 tempest-AttachVolumeTestJSON-959230353 tempest-AttachVolumeTestJSON-959230353-project] 10.222.0.26 "DELETE /v2.0/floatingips/f0d6b610-8fe8-47a0-8dba-ad48c1c1392d HTTP/1.1" status: 204 len: 168 time: 0.4726832 Aug 08 20:29:32.586262 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a7240520-3602-43ec-b205-dc8d5c017f79 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:29:32.608216 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: a7240520-3602-43ec-b205-dc8d5c017f79 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:29:32.608216 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device a7240520-3602-43ec-b205-dc8d5c017f79 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:29:33.586133 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:29:35.631111 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59650) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:36.091271 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6a61b4f1-3dd2-49b2-a06a-2e583caa5ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641834'] for router_interface (cd98853e-1b88-410b-b185-8a6904d7a626), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:36.318776 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-6a61b4f1-3dd2-49b2-a06a-2e583caa5ff0 admin admin] Deleting port 5f5d7731-8d62-4366-b4f0-863575c92c35 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:29:36.319122 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6a61b4f1-3dd2-49b2-a06a-2e583caa5ff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:36.394411 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-6a61b4f1-3dd2-49b2-a06a-2e583caa5ff0 admin admin] For port 5f5d7731-8d62-4366-b4f0-863575c92c35, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5f5d7731-8d62-4366-b4f0-863575c92c35,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:29:36.394779 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6a61b4f1-3dd2-49b2-a06a-2e583caa5ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:36.407512 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-6a61b4f1-3dd2-49b2-a06a-2e583caa5ff0 admin admin] Calling delete_port for 5f5d7731-8d62-4366-b4f0-863575c92c35 owned by network:router_interface {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:29:36.655815 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6a61b4f1-3dd2-49b2-a06a-2e583caa5ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (5f5d7731-8d62-4366-b4f0-863575c92c35), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:36.681340 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61b4f1-3dd2-49b2-a06a-2e583caa5ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5d7731-8d62-4366-b4f0-863575c92c35,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:36.846164 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6a61b4f1-3dd2-49b2-a06a-2e583caa5ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641466'] for router_interface (cd98853e-1b88-410b-b185-8a6904d7a626), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:37.045140 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a61b4f1-3dd2-49b2-a06a-2e583caa5ff0 admin admin] Router cd98853e-1b88-410b-b185-8a6904d7a626 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:29:37.143508 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a61b4f1-3dd2-49b2-a06a-2e583caa5ff0 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:29:37.148508 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6a61b4f1-3dd2-49b2-a06a-2e583caa5ff0 admin admin] 10.222.0.26 "PUT /v2.0/routers/cd98853e-1b88-410b-b185-8a6904d7a626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5163314 Aug 08 20:29:37.151217 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59654) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:37.152122 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5bc27b-dc38-4352-8c62-5ce01005ae12 None None] Sync routers for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:29:37.161708 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5bc27b-dc38-4352-8c62-5ce01005ae12 None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:29:37.162314 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-5d5bc27b-dc38-4352-8c62-5ce01005ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:37.248073 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Publish callbacks [] for router (cd98853e-1b88-410b-b185-8a6904d7a626), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:37.261241 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-5d5bc27b-dc38-4352-8c62-5ce01005ae12 None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:29:37.348785 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Publish callbacks [] for router_gateway (cd98853e-1b88-410b-b185-8a6904d7a626), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:37.457869 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Deleting port 9ba61d2d-7af2-48c7-9539-8fc91a612495 {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:29:37.458212 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:37.539821 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] For port 9ba61d2d-7af2-48c7-9539-8fc91a612495, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=9ba61d2d-7af2-48c7-9539-8fc91a612495,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:29:37.540189 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:37.551920 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Calling delete_port for 9ba61d2d-7af2-48c7-9539-8fc91a612495 owned by network:router_gateway {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:29:37.559163 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-5d5bc27b-dc38-4352-8c62-5ce01005ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:29:36Z', 'revision_number': 5, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port': {'id': '9ba61d2d-7af2-48c7-9539-8fc91a612495', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:37.587776 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5bc27b-dc38-4352-8c62-5ce01005ae12 None None] Checking router: cd98853e-1b88-410b-b185-8a6904d7a626 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:29:37.596445 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5bc27b-dc38-4352-8c62-5ce01005ae12 None None] Routers {'cd98853e-1b88-410b-b185-8a6904d7a626'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:29:37.597131 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-5d5bc27b-dc38-4352-8c62-5ce01005ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cd98853e-1b88-410b-b185-8a6904d7a626'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:37.680873 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-5d5bc27b-dc38-4352-8c62-5ce01005ae12 None None] Set router cd98853e-1b88-410b-b185-8a6904d7a626 gateway port host: None {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:29:37.728678 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-5d5bc27b-dc38-4352-8c62-5ce01005ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:29:37Z', 'revision_number': 6, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port_host': None}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:37.753002 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5bc27b-dc38-4352-8c62-5ce01005ae12 None None] The sync data for ids ['cd98853e-1b88-410b-b185-8a6904d7a626'] in dv-cinder-848821-2-iscsi is: [{'id': 'cd98853e-1b88-410b-b185-8a6904d7a626', 'name': 'tempest-AttachVolumeTestJSON-1522540478-router', 'tenant_id': '634971e0b4474ca6a63f48c4df9db9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:04Z', 'updated_at': '2022-08-08T20:29:37Z', 'revision_number': 6, 'project_id': '634971e0b4474ca6a63f48c4df9db9f8', 'gw_port_host': None}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:29:37.798768 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (9ba61d2d-7af2-48c7-9539-8fc91a612495), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:37.823687 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba61d2d-7af2-48c7-9539-8fc91a612495,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:37.885140 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644320'] for router_gateway (cd98853e-1b88-410b-b185-8a6904d7a626), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:37.981948 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router (cd98853e-1b88-410b-b185-8a6904d7a626), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:37.983958 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Publish callbacks [] for router_controller (cd98853e-1b88-410b-b185-8a6904d7a626), precommit_delete_associations {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.118747 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639312'] for router (cd98853e-1b88-410b-b185-8a6904d7a626), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.119344 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd98853e-1b88-410b-b185-8a6904d7a626 {{(pid=104383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 20:29:38.124662 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.126870 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ac4306fc-f6db-4890-bfe4-c799fb5417f8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/cd98853e-1b88-410b-b185-8a6904d7a626 HTTP/1.1" status: 204 len: 168 time: 0.9745376 Aug 08 20:29:38.129428 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59656) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:38.177241 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_v2 [None req-438c2b9c-d928-45bd-8fd9-8c8debdc8ba2 admin admin] Deleting subnet 5030c856-d3a0-48d5-b9be-9e1da7f17882 {{(pid=104383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:29:38.180931 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-438c2b9c-d928-45bd-8fd9-8c8debdc8ba2 admin admin] Publish callbacks [] for subnet (5030c856-d3a0-48d5-b9be-9e1da7f17882), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.214425 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-438c2b9c-d928-45bd-8fd9-8c8debdc8ba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3703792'] for subnet (5030c856-d3a0-48d5-b9be-9e1da7f17882), precommit_delete_associations {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.321682 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-438c2b9c-d928-45bd-8fd9-8c8debdc8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (5030c856-d3a0-48d5-b9be-9e1da7f17882), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.444831 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-438c2b9c-d928-45bd-8fd9-8c8debdc8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27037313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26890486'] for subnet (5030c856-d3a0-48d5-b9be-9e1da7f17882), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.474939 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c2b9c-d928-45bd-8fd9-8c8debdc8ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5030c856-d3a0-48d5-b9be-9e1da7f17882,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:38.484312 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-438c2b9c-d928-45bd-8fd9-8c8debdc8ba2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.485929 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-438c2b9c-d928-45bd-8fd9-8c8debdc8ba2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5030c856-d3a0-48d5-b9be-9e1da7f17882 HTTP/1.1" status: 204 len: 168 time: 0.3549259 Aug 08 20:29:38.486366 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59658) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:38.490322 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9f4fa6-8dab-451b-b5c8-e91e68c41431 None None] Network 2b0afc92-421e-442d-8e82-dc3dbcf00e22 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:29:38.680484 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7546fc-a0c1-401f-96cd-9de7c56a6e11 None None] DHCP port deletion for 2b0afc92-421e-442d-8e82-dc3dbcf00e22 request from dv-cinder-848821-2-iscsi {{(pid=104385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 20:29:38.730324 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fb7546fc-a0c1-401f-96cd-9de7c56a6e11 None None] Deleting port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:29:38.730730 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fb7546fc-a0c1-401f-96cd-9de7c56a6e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.799044 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fb7546fc-a0c1-401f-96cd-9de7c56a6e11 None None] For port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:29:38.799446 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fb7546fc-a0c1-401f-96cd-9de7c56a6e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.811598 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fb7546fc-a0c1-401f-96cd-9de7c56a6e11 None None] Calling delete_port for 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:29:38.824247 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (2b0afc92-421e-442d-8e82-dc3dbcf00e22), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.871712 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Deleting port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:29:38.872057 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.935009 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] For port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7,segment=NetworkSegment(3cd7a250-143f-4180-a8b0-927a4a8f503a),segment_id=3cd7a250-143f-4180-a8b0-927a4a8f503a)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:29:38.935374 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.948372 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Calling delete_port for 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 owned by network:dhcp {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:29:38.964696 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fb7546fc-a0c1-401f-96cd-9de7c56a6e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:38.993635 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7546fc-a0c1-401f-96cd-9de7c56a6e11 None None] Pushing event deleted for resources: {'Port': ['ID=2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:38.995472 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7546fc-a0c1-401f-96cd-9de7c56a6e11 None None] No DVR routers for this DVR port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 on host dv-cinder-848821-2-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:29:39.024131 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:39.052492 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:39.054365 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] No DVR routers for this DVR port 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 on host dv-cinder-848821-2-iscsi {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:29:39.122985 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (2b0afc92-421e-442d-8e82-dc3dbcf00e22), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:39.144400 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0afc92-421e-442d-8e82-dc3dbcf00e22']}} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:39.153767 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd7a250-143f-4180-a8b0-927a4a8f503a') {'for_net_delete': True} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:39.154099 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd7a250-143f-4180-a8b0-927a4a8f503a') {} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:39.163590 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26585134'] for segment (3cd7a250-143f-4180-a8b0-927a4a8f503a), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:39.176831 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (3cd7a250-143f-4180-a8b0-927a4a8f503a), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:39.182651 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=104384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:29:39.183176 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26740258'] for segment (3cd7a250-143f-4180-a8b0-927a4a8f503a), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:39.301322 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (2b0afc92-421e-442d-8e82-dc3dbcf00e22), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:39.307070 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:39.310219 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2b0afc92-421e-442d-8e82-dc3dbcf00e22 HTTP/1.1" status: 204 len: 168 time: 0.8228617 Aug 08 20:29:39.313754 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment 3cd7a250-143f-4180-a8b0-927a4a8f503a resource provider aggregate not found Aug 08 20:29:39.329111 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a81b69-1e20-4bfa-8bda-5ef570f8d298 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0afc92-421e-442d-8e82-dc3dbcf00e22,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:39.344925 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment 3cd7a250-143f-4180-a8b0-927a4a8f503a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cd7a250-143f-4180-a8b0-927a4a8f503a found for delete ", "request_id": "req-dee2f753-7fe2-4a8b-9e4a-daac4e60c1e4"}]} Aug 08 20:29:39.481624 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:29:39.501971 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:29:39.505998 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 2b702ea6-0338-41b8-bbaa-d78f6ca7c6f7 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:29:39.505998 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5f5d7731-8d62-4366-b4f0-863575c92c35 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:29:39.521992 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 5f5d7731-8d62-4366-b4f0-863575c92c35 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:29:39.522344 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5f5d7731-8d62-4366-b4f0-863575c92c35 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:29:39.522801 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 9ba61d2d-7af2-48c7-9539-8fc91a612495 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:29:39.541007 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 9ba61d2d-7af2-48c7-9539-8fc91a612495 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:29:39.541361 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 9ba61d2d-7af2-48c7-9539-8fc91a612495 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:29:39.593248 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59668) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:39.634018 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-3d5355f2-c56e-469a-9e79-e9482f70603c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=634971e0b4474ca6a63f48c4df9db9f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388768 Aug 08 20:29:39.636370 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59670) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:39.682828 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6b665312-48f8-4d42-a177-5fd6f734651e admin admin] Publish callbacks [] for security_group (e3eab765-6e18-4111-9812-82f95b58517a), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:39.704700 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6b665312-48f8-4d42-a177-5fd6f734651e admin admin] Publish callbacks [] for security_group (e3eab765-6e18-4111-9812-82f95b58517a), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:39.832717 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6b665312-48f8-4d42-a177-5fd6f734651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (e3eab765-6e18-4111-9812-82f95b58517a), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:39.835309 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6b665312-48f8-4d42-a177-5fd6f734651e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:39.836447 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6b665312-48f8-4d42-a177-5fd6f734651e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3eab765-6e18-4111-9812-82f95b58517a HTTP/1.1" status: 204 len: 168 time: 0.1991634 Aug 08 20:29:39.844595 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b665312-48f8-4d42-a177-5fd6f734651e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eab765-6e18-4111-9812-82f95b58517a,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:44.678964 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59802) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:44.783317 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1d10aebb-712d-42cb-9b76-bd5f4571ecb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:44.854656 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1d10aebb-712d-42cb-9b76-bd5f4571ecb7 admin admin] Publish callbacks [] for security_group (98d8f86d-24f8-469b-889e-9010574bddc9), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:44.923950 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1d10aebb-712d-42cb-9b76-bd5f4571ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (98d8f86d-24f8-469b-889e-9010574bddc9), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:44.963219 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-1d10aebb-712d-42cb-9b76-bd5f4571ecb7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8152b9db46b74e7d83d4cf8535106af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831709 Aug 08 20:29:44.963955 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10aebb-712d-42cb-9b76-bd5f4571ecb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d8f86d-24f8-469b-889e-9010574bddc9,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:44.965953 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59806) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:45.018595 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5ff4-1727-426e-bfe0-f9e6cc74df2e admin admin] Publish callbacks [] for security_group (98d8f86d-24f8-469b-889e-9010574bddc9), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:45.038989 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5ff4-1727-426e-bfe0-f9e6cc74df2e admin admin] Publish callbacks [] for security_group (98d8f86d-24f8-469b-889e-9010574bddc9), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:45.135353 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5ff4-1727-426e-bfe0-f9e6cc74df2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (98d8f86d-24f8-469b-889e-9010574bddc9), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:45.138260 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5ff4-1727-426e-bfe0-f9e6cc74df2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:45.139397 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ad0f5ff4-1727-426e-bfe0-f9e6cc74df2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98d8f86d-24f8-469b-889e-9010574bddc9 HTTP/1.1" status: 204 len: 168 time: 0.1723964 Aug 08 20:29:45.147965 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f5ff4-1727-426e-bfe0-f9e6cc74df2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d8f86d-24f8-469b-889e-9010574bddc9,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:45.711170 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 59812) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:45.724695 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8be2-db66-4d30-a7ee-aef1567dea5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:45.798413 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8be2-db66-4d30-a7ee-aef1567dea5d admin admin] Publish callbacks [] for security_group (dc8133fb-1380-4812-afcc-242205feabd1), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:45.855068 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8be2-db66-4d30-a7ee-aef1567dea5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (dc8133fb-1380-4812-afcc-242205feabd1), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:45.893486 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-1e7b8be2-db66-4d30-a7ee-aef1567dea5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fef97385e1fe466d9a1e3a2ecf801e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811731 Aug 08 20:29:45.895427 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b8be2-db66-4d30-a7ee-aef1567dea5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8133fb-1380-4812-afcc-242205feabd1,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:45.896404 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 59814) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:29:45.943731 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-62c1cf54-4921-487b-8815-f5fcea773f5d admin admin] Publish callbacks [] for security_group (dc8133fb-1380-4812-afcc-242205feabd1), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:45.964835 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-62c1cf54-4921-487b-8815-f5fcea773f5d admin admin] Publish callbacks [] for security_group (dc8133fb-1380-4812-afcc-242205feabd1), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:46.055150 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-62c1cf54-4921-487b-8815-f5fcea773f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (dc8133fb-1380-4812-afcc-242205feabd1), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:46.057848 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-62c1cf54-4921-487b-8815-f5fcea773f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:46.058985 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-62c1cf54-4921-487b-8815-f5fcea773f5d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc8133fb-1380-4812-afcc-242205feabd1 HTTP/1.1" status: 204 len: 168 time: 0.1615090 Aug 08 20:29:46.067293 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1cf54-4921-487b-8815-f5fcea773f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8133fb-1380-4812-afcc-242205feabd1,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:50.696084 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b7b1f9ec-4507-450a-b5a6-cd7ad7ee6a13 req-0ff893b4-cdad-485d-9549-18681ed5bf07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440459 Aug 08 20:29:50.769595 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1f9ec-4507-450a-b5a6-cd7ad7ee6a13 req-6f1d0efd-cb57-4f0f-b083-b90e35b0f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:50.771829 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b7b1f9ec-4507-450a-b5a6-cd7ad7ee6a13 req-6f1d0efd-cb57-4f0f-b083-b90e35b0f666 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 1131 time: 0.0495613 Aug 08 20:29:50.875903 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1f9ec-4507-450a-b5a6-cd7ad7ee6a13 req-236ee48c-8232-4661-a9b4-163c2f237e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:50.877427 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b7b1f9ec-4507-450a-b5a6-cd7ad7ee6a13 req-236ee48c-8232-4661-a9b4-163c2f237e67 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 200 len: 917 time: 0.0851467 Aug 08 20:29:50.943478 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b7b1f9ec-4507-450a-b5a6-cd7ad7ee6a13 req-5f39e86c-0907-4a44-88cf-114c39bce030 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97 HTTP/1.1" status: 200 len: 1002 time: 0.0592353 Aug 08 20:29:50.995584 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1f9ec-4507-450a-b5a6-cd7ad7ee6a13 req-c7ddd3d6-90a7-4304-9ebb-7d9fed1827d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:50.995584 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b7b1f9ec-4507-450a-b5a6-cd7ad7ee6a13 req-c7ddd3d6-90a7-4304-9ebb-7d9fed1827d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 200 len: 855 time: 0.0455496 Aug 08 20:29:51.046591 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1f9ec-4507-450a-b5a6-cd7ad7ee6a13 req-21628c1f-1f5b-4b05-b33b-50dfbbe1dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:51.048221 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b7b1f9ec-4507-450a-b5a6-cd7ad7ee6a13 req-21628c1f-1f5b-4b05-b33b-50dfbbe1dbac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b0fe47e-2c8c-470d-88d2-53ef7f857979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469837 Aug 08 20:29:51.143980 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b7b1f9ec-4507-450a-b5a6-cd7ad7ee6a13 req-f9e2868f-bd0e-49c7-849f-60a47af7c069 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882647 Aug 08 20:29:51.236373 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b7b1f9ec-4507-450a-b5a6-cd7ad7ee6a13 req-3926b537-2ca8-4f13-8140-9c8604d58c98 service neutron] 10.222.0.49 "GET /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828042 Aug 08 20:29:51.495271 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-96f328a7-8638-4a1d-978b-fa37f5c8524d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:52.026752 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:53.824300 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce0384-5e68-4b62-9243-1aefd5f0227d req-85af3437-55be-44eb-90af-c8c76b87884e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:53.825815 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cdce0384-5e68-4b62-9243-1aefd5f0227d req-85af3437-55be-44eb-90af-c8c76b87884e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 945 time: 0.0572624 Aug 08 20:29:53.874196 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cdce0384-5e68-4b62-9243-1aefd5f0227d req-1ab8fde4-97db-411e-8615-bb12676f3df6 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427947 Aug 08 20:29:54.032618 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4c25699d-9942-4660-8285-aa36ac6d6b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:55.004137 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01256e84-e3a8-4ff2-a74d-d6cbf00b07c6 req-b3abd377-f98e-4ca9-8cec-64a2315aa662 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:55.006419 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-01256e84-e3a8-4ff2-a74d-d6cbf00b07c6 req-b3abd377-f98e-4ca9-8cec-64a2315aa662 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 945 time: 0.0555418 Aug 08 20:29:55.015220 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:55.057285 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-01256e84-e3a8-4ff2-a74d-d6cbf00b07c6 req-61cd75be-f6de-4bb0-9d66-073552c38c83 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447955 Aug 08 20:29:55.716367 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-3170dca1-619a-4e57-af46-894520ed0e52 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:55.717762 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-3170dca1-619a-4e57-af46-894520ed0e52 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 945 time: 0.0581107 Aug 08 20:29:55.808923 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Deleting port b0ba19c2-5369-4e5a-ab1f-67cf5434370f {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:29:55.809274 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:55.902944 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] For port b0ba19c2-5369-4e5a-ab1f-67cf5434370f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=b0ba19c2-5369-4e5a-ab1f-67cf5434370f,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:29:55.903317 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:56.066253 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:56.066534 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (5792cb55-7a17-4bad-a0f1-6533340958e7), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:56.066852 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Floating IP 5792cb55-7a17-4bad-a0f1-6533340958e7 disassociated. External IP: 172.27.3.188, port: b0ba19c2-5369-4e5a-ab1f-67cf5434370f. Aug 08 20:29:56.067198 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Calling delete_port for b0ba19c2-5369-4e5a-ab1f-67cf5434370f owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:29:56.180695 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdadb0f-61ad-4684-911d-4ac27905ed81 req-38e41f35-a00f-48bb-885f-0069606640da tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:56.182290 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6bdadb0f-61ad-4684-911d-4ac27905ed81 req-38e41f35-a00f-48bb-885f-0069606640da tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 945 time: 0.0539804 Aug 08 20:29:56.236192 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6bdadb0f-61ad-4684-911d-4ac27905ed81 req-d96d27c3-987e-45bc-998e-f4b2202ccd81 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481739 Aug 08 20:29:56.247959 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (b0ba19c2-5369-4e5a-ab1f-67cf5434370f), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:56.285977 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event deleted for resources: {'Port': ['ID=b0ba19c2-5369-4e5a-ab1f-67cf5434370f,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:29:56.393210 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:29:56.496047 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:29:56.505896 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef25632-6d30-4e39-a655-c81c6246b0e7 None None] Sync routers for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:29:56.516733 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef25632-6d30-4e39-a655-c81c6246b0e7 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:29:56.517397 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-bef25632-6d30-4e39-a655-c81c6246b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:56.539907 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] No DVR routers for this DVR port b0ba19c2-5369-4e5a-ab1f-67cf5434370f on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:29:56.542598 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:56.548579 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-27197d04-7a78-4fba-9f8a-c6332c51e0d6 req-994c11a5-e564-4fbb-a7f5-e2ee53c3b293 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "DELETE /v2.0/ports/b0ba19c2-5369-4e5a-ab1f-67cf5434370f HTTP/1.1" status: 204 len: 173 time: 0.8231883 Aug 08 20:29:56.548579 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'name': 'network-vif-deleted', 'tag': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:29:56.548976 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f1b1a4-e59a-4b4b-be90-46f30ae71a31" -d '{"events": [{"server_uuid": "061973f7-786e-4de7-a2f1-a596d8bf20a4", "name": "network-vif-deleted", "tag": "b0ba19c2-5369-4e5a-ab1f-67cf5434370f"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:29:56.586620 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d032fdb-8a19-440d-86f2-ddac9496c571 x-openstack-request-id: req-9d032fdb-8a19-440d-86f2-ddac9496c571 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:29:56.586939 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061973f7-786e-4de7-a2f1-a596d8bf20a4", "name": "network-vif-deleted", "tag": "b0ba19c2-5369-4e5a-ab1f-67cf5434370f", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:29:56.587196 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d032fdb-8a19-440d-86f2-ddac9496c571 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:29:56.587630 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d032fdb-8a19-440d-86f2-ddac9496c571'] response: {'server_uuid': '061973f7-786e-4de7-a2f1-a596d8bf20a4', 'name': 'network-vif-deleted', 'tag': 'b0ba19c2-5369-4e5a-ab1f-67cf5434370f', 'status': 'completed', 'code': 200} Aug 08 20:29:56.598290 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:56.624414 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-bef25632-6d30-4e39-a655-c81c6246b0e7 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:29:56.836668 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-bef25632-6d30-4e39-a655-c81c6246b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:56.861304 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef25632-6d30-4e39-a655-c81c6246b0e7 None None] Checking router: cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:29:56.877939 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef25632-6d30-4e39-a655-c81c6246b0e7 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:29:56.877939 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-bef25632-6d30-4e39-a655-c81c6246b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:56.977119 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-bef25632-6d30-4e39-a655-c81c6246b0e7 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:29:57.183435 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-bef25632-6d30-4e39-a655-c81c6246b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:29:57.210342 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef25632-6d30-4e39-a655-c81c6246b0e7 None None] The sync data for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi is: [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:29:57.367384 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e32191ab-63fd-4851-8ecd-ba5d1936baf0 req-c90a4775-6db2-454b-814a-96887297d0fa tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=061973f7-786e-4de7-a2f1-a596d8bf20a4 HTTP/1.1" status: 200 len: 210 time: 0.0288904 Aug 08 20:29:57.459425 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35836cb-6604-40ed-a1c0-cf53c3c1b22f None None] New status for floating IP 5792cb55-7a17-4bad-a0f1-6533340958e7: DOWN {{(pid=104385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:29:58.049273 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:29:58.626429 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-2668c581-74c2-4c2c-8bdc-af68ed0e454b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-684034512&fields=id&tenant_id=65afc33bb2ec4e64807fb1e94f82594f HTTP/1.1" status: 200 len: 267 time: 0.0431724 Aug 08 20:29:58.805583 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device b0ba19c2-5369-4e5a-ab1f-67cf5434370f no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:29:58.825675 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: b0ba19c2-5369-4e5a-ab1f-67cf5434370f {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:29:58.826026 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device b0ba19c2-5369-4e5a-ab1f-67cf5434370f not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:29:58.944003 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bded-9810-490a-8cec-32abf216b028 req-00947b8d-54e1-4b0e-be2a-78b0b172baea tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:29:58.945487 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-00947b8d-54e1-4b0e-be2a-78b0b172baea tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 811 time: 0.3121424 Aug 08 20:29:58.959595 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-cddcacd3-d81b-4060-a6ef-13b749ef56a0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/quotas/65afc33bb2ec4e64807fb1e94f82594f HTTP/1.1" status: 200 len: 375 time: 0.0088041 Aug 08 20:29:59.012595 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-b0243359-35cf-40fe-a50c-16286f956be8 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483441 Aug 08 20:29:59.193667 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-e677f0d8-c109-423c-991b-9c19e702ae81 service neutron] 10.222.0.26 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696577 Aug 08 20:29:59.284307 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-6e94bff2-1ff6-412b-9c0f-64cb3a2238c2 service neutron] 10.222.0.26 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847142 Aug 08 20:29:59.809932 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-77d42e70-ea9a-480b-9184-9b259b00fe85 req-b66f23bd-b499-4929-b8c8-0f73d432c27b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 210 time: 0.0278394 Aug 08 20:30:00.910072 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-04335367-af67-4099-aeb4-7629c79953c0 req-d9ae5e3e-679a-48cf-b5a6-6b996749713e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 210 time: 0.0265477 Aug 08 20:30:01.598099 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bded-9810-490a-8cec-32abf216b028 req-fbad0536-172f-46f9-95c2-d053313d25e3 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:01.599548 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-fbad0536-172f-46f9-95c2-d053313d25e3 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 811 time: 0.1065893 Aug 08 20:30:01.661195 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-3edd3a68-eab4-4849-b471-0e5d4f07f409 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65afc33bb2ec4e64807fb1e94f82594f HTTP/1.1" status: 200 len: 379 time: 0.0525923 Aug 08 20:30:01.670164 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-fae2bded-9810-490a-8cec-32abf216b028 req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'port': {'device_id': '716f33c1-9358-469d-9a11-663f51fa3118', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'admin_state_up': True, 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'security_groups': ['65d610e6-8232-44de-8b36-c3bfe0bcd736']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:01.842565 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae2bded-9810-490a-8cec-32abf216b028 req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Made reservation on behalf of 65afc33bb2ec4e64807fb1e94f82594f for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:30:01.846061 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fae2bded-9810-490a-8cec-32abf216b028 req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:01.973610 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-fae2bded-9810-490a-8cec-32abf216b028 req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Allocated IP 172.20.0.4 (7099fd9c-9514-43aa-9ae6-9d8614d2e1b0/dabc7f81-ee97-4703-9abc-0fad495abc04/e70a7d76-38d1-4508-bd5d-a3ffaff901f6) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:30:02.008685 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e46cb41e-4259-44e8-b6e6-593864491a90 req-61caa597-3ec0-4ac4-aefc-508da28a22e5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 210 time: 0.0275178 Aug 08 20:30:02.117977 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fae2bded-9810-490a-8cec-32abf216b028 req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:02.232680 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fae2bded-9810-490a-8cec-32abf216b028 req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:02.284192 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae2bded-9810-490a-8cec-32abf216b028 req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:30:02.284192 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-fae2bded-9810-490a-8cec-32abf216b028 req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:30:02.284192 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae2bded-9810-490a-8cec-32abf216b028 req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:30:02.315216 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'Port': ['ID=e70a7d76-38d1-4508-bd5d-a3ffaff901f6,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:02.351763 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bded-9810-490a-8cec-32abf216b028 req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:02.356775 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fae2bded-9810-490a-8cec-32abf216b028 req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:02.418218 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-b3cb27cd-a158-4003-b5d0-81d50f9c5f6d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7514987 Aug 08 20:30:02.431026 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Request body: {'port': {'device_id': '716f33c1-9358-469d-9a11-663f51fa3118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:02.493849 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:02.563058 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-53f9df4c-7f64-4574-befb-0c72872f1664 None None] Provisioning complete for port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:02.566664 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-53f9df4c-7f64-4574-befb-0c72872f1664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:02.603722 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-53f9df4c-7f64-4574-befb-0c72872f1664 None None] Port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:30:02.704160 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f6de4-4233-468c-afd3-4e0f54583c44 req-74c55f7e-d6b5-4cbc-b52a-db4427cd04ab tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:02.705762 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-047f6de4-4233-468c-afd3-4e0f54583c44 req-74c55f7e-d6b5-4cbc-b52a-db4427cd04ab tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 947 time: 0.0567129 Aug 08 20:30:02.760933 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-047f6de4-4233-468c-afd3-4e0f54583c44 req-ec42a776-2b54-4f5f-8697-d67571825892 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484171 Aug 08 20:30:02.781312 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70a7d76-38d1-4508-bd5d-a3ffaff901f6 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:30:02.790171 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Publish callbacks [] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:02.804305 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Transition to ACTIVE for port object e70a7d76-38d1-4508-bd5d-a3ffaff901f6 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:30:02.889668 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:02.966071 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Pushing event updated for resources: {'Port': ['ID=e70a7d76-38d1-4508-bd5d-a3ffaff901f6,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:02.996778 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Attempting to bind port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:30:02.997261 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Attempting to bind port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:30:02.997482 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Attempting to bind port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 on network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:30:03.002158 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 on network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:30:03.002509 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Attempting to bind port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 on network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:30:03.007340 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:30:03.008708 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Checking segment: {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:30:03.023046 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Bound using segment: {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:30:03.023046 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Bound port: e70a7d76-38d1-4508-bd5d-a3ffaff901f6, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:30:03.023046 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:03.075203 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] For port e70a7d76-38d1-4508-bd5d-a3ffaff901f6, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:30:03.078248 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] For port e70a7d76-38d1-4508-bd5d-a3ffaff901f6, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e70a7d76-38d1-4508-bd5d-a3ffaff901f6,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:30:03.146649 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8aff1-c6d3-473e-be46-8b11a4b309f7 req-9b2de297-61cf-4e37-bf86-629834f89696 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:03.148123 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2ea8aff1-c6d3-473e-be46-8b11a4b309f7 req-9b2de297-61cf-4e37-bf86-629834f89696 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 943 time: 0.0532830 Aug 08 20:30:03.152577 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:03.175054 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:03.175673 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:03.177094 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] 10.222.0.49 "PUT /v2.0/ports/e70a7d76-38d1-4508-bd5d-a3ffaff901f6 HTTP/1.1" status: 200 len: 1093 time: 0.7513673 Aug 08 20:30:03.177536 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716f33c1-9358-469d-9a11-663f51fa3118', 'tag': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:03.179940 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc7a074-c532-4c2a-b2dc-614571238126" -d '{"events": [{"name": "network-changed", "server_uuid": "716f33c1-9358-469d-9a11-663f51fa3118", "tag": "e70a7d76-38d1-4508-bd5d-a3ffaff901f6"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:03.221649 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38efc42-f0de-4d5b-a09e-c581b794804e service neutron] Pushing event updated for resources: {'Port': ['ID=e70a7d76-38d1-4508-bd5d-a3ffaff901f6,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:03.231563 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e828b8b3-dece-4a4d-a96b-c8bc1e1056d3 x-openstack-request-id: req-e828b8b3-dece-4a4d-a96b-c8bc1e1056d3 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:03.231856 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716f33c1-9358-469d-9a11-663f51fa3118", "tag": "e70a7d76-38d1-4508-bd5d-a3ffaff901f6", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:03.232338 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e828b8b3-dece-4a4d-a96b-c8bc1e1056d3 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:03.232723 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e828b8b3-dece-4a4d-a96b-c8bc1e1056d3'] response: {'name': 'network-changed', 'server_uuid': '716f33c1-9358-469d-9a11-663f51fa3118', 'tag': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'status': 'completed', 'code': 200} Aug 08 20:30:03.237682 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2ea8aff1-c6d3-473e-be46-8b11a4b309f7 req-3f372974-247b-42ec-badf-8da681e5e9f8 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821383 Aug 08 20:30:03.313695 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a074-c532-4c2a-b2dc-614571238126 req-d75abb7b-cff8-4b18-ba58-a639c7c31108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:03.315166 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3dc7a074-c532-4c2a-b2dc-614571238126 req-d75abb7b-cff8-4b18-ba58-a639c7c31108 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 1127 time: 0.0493360 Aug 08 20:30:03.411788 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a074-c532-4c2a-b2dc-614571238126 req-47513d3e-7752-4b7a-aa4e-9683085c4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:03.413310 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3dc7a074-c532-4c2a-b2dc-614571238126 req-47513d3e-7752-4b7a-aa4e-9683085c4e7e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0901718 Aug 08 20:30:03.581286 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a074-c532-4c2a-b2dc-614571238126 req-114edb77-654a-4385-80d4-beac2b322719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:03.582759 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3dc7a074-c532-4c2a-b2dc-614571238126 req-114edb77-654a-4385-80d4-beac2b322719 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930395 Aug 08 20:30:03.667804 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bded-9810-490a-8cec-32abf216b028 req-8ffeaeec-cd85-4c8d-b0c5-267b1316503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:03.669366 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-8ffeaeec-cd85-4c8d-b0c5-267b1316503b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 1127 time: 0.0486243 Aug 08 20:30:03.710362 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-836ab600-6777-4fd4-a29c-22c4e261aae7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70a7d76-38d1-4508-bd5d-a3ffaff901f6 HTTP/1.1" status: 200 len: 217 time: 0.0324419 Aug 08 20:30:03.763825 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bded-9810-490a-8cec-32abf216b028 req-51e2c457-53af-4733-b4d1-9b993d780a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:03.765328 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-51e2c457-53af-4733-b4d1-9b993d780a1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dabc7f81-ee97-4703-9abc-0fad495abc04 HTTP/1.1" status: 200 len: 850 time: 0.0488827 Aug 08 20:30:03.816704 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bded-9810-490a-8cec-32abf216b028 req-7f78f918-c00c-4fc1-8473-8950e8260d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:03.818290 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-7f78f918-c00c-4fc1-8473-8950e8260d84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460913 Aug 08 20:30:03.895615 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aca76-d083-4ed6-b8f8-4e4ea21416da req-2cc70821-50b8-427c-856f-0348130a1468 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:03.897121 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-311aca76-d083-4ed6-b8f8-4e4ea21416da req-2cc70821-50b8-427c-856f-0348130a1468 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 947 time: 0.0555985 Aug 08 20:30:03.909140 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-c57c834e-02ff-4696-acba-70bb668122e6 service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839281 Aug 08 20:30:03.943824 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-311aca76-d083-4ed6-b8f8-4e4ea21416da req-dd67490c-246f-4bd5-8267-62f053ced91f tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9b46c9a-a3ec-483d-809c-e734a067dc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407577 Aug 08 20:30:04.003947 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fae2bded-9810-490a-8cec-32abf216b028 req-930f3c85-6395-4f84-9e3b-d7f0cc1a5a5d service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855131 Aug 08 20:30:04.227847 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-566deab0-735c-4138-ac8d-6a6255cf387e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:04.229218 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-566deab0-735c-4138-ac8d-6a6255cf387e tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 947 time: 0.0526688 Aug 08 20:30:04.326221 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Deleting port 64b6e5fb-6fb3-4622-bb66-818e31702c97 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:30:04.326846 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:04.370062 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3cef1-b479-41a8-a19a-37d55b454ef3 req-7f2adf2a-ef12-49fb-b9cb-a12a6307009c tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:04.372377 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dee3cef1-b479-41a8-a19a-37d55b454ef3 req-7f2adf2a-ef12-49fb-b9cb-a12a6307009c tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 943 time: 0.0597789 Aug 08 20:30:04.427089 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dee3cef1-b479-41a8-a19a-37d55b454ef3 req-14deadc4-30a9-499e-8fb2-aa8fdef7a19e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486820 Aug 08 20:30:04.430199 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] For port 64b6e5fb-6fb3-4622-bb66-818e31702c97, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b6e5fb-6fb3-4622-bb66-818e31702c97,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:04.430721 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:04.596750 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:04.597143 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (4bb64a63-63ec-4a44-ab7b-62e6a7899962), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:04.597461 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Floating IP 4bb64a63-63ec-4a44-ab7b-62e6a7899962 disassociated. External IP: 172.27.3.136, port: 64b6e5fb-6fb3-4622-bb66-818e31702c97. Aug 08 20:30:04.597803 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Calling delete_port for 64b6e5fb-6fb3-4622-bb66-818e31702c97 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:30:04.797010 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (64b6e5fb-6fb3-4622-bb66-818e31702c97), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:04.826429 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event deleted for resources: {'Port': ['ID=64b6e5fb-6fb3-4622-bb66-818e31702c97,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:04.927826 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 60018) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:04.932289 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Router b65c8a1c-bbfc-4e17-ba44-70e30d06065f has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:30:05.038360 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:30:05.046570 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d7852367-fc80-49ba-ab02-39d6a7d9d9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:05.051768 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85794b10-0dd1-4325-b1bb-f511181cd3cf None None] Sync routers for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:30:05.067229 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85794b10-0dd1-4325-b1bb-f511181cd3cf None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:30:05.068389 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-85794b10-0dd1-4325-b1bb-f511181cd3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:05.069919 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-38438211-0278-4590-83b8-fa8b6f1505a1 req-67d59cec-d879-407f-b70b-2c0c9eedac65 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0861c89-5bc6-47be-9011-b04c2e02d360 HTTP/1.1" status: 200 len: 210 time: 0.0439200 Aug 08 20:30:05.100250 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] No DVR routers for this DVR port 64b6e5fb-6fb3-4622-bb66-818e31702c97 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:30:05.109021 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:05.109254 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-0fa4de9a-84dd-48ac-81b7-965601252589 req-0f95e625-d992-446f-938c-3366257dde8b tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.49 "DELETE /v2.0/ports/64b6e5fb-6fb3-4622-bb66-818e31702c97 HTTP/1.1" status: 204 len: 173 time: 0.8736486 Aug 08 20:30:05.156498 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d7852367-fc80-49ba-ab02-39d6a7d9d9cb admin admin] Publish callbacks [] for security_group (8087d3a4-88d5-4ef1-873b-1ce54b4d3869), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:05.233415 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'name': 'network-vif-deleted', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:05.235974 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15183638-b999-4d5a-bd42-1ebdc27faac8" -d '{"events": [{"server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "name": "network-vif-deleted", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:05.258998 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-85794b10-0dd1-4325-b1bb-f511181cd3cf None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:30:05.260758 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d7852367-fc80-49ba-ab02-39d6a7d9d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (8087d3a4-88d5-4ef1-873b-1ce54b4d3869), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:05.280678 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880113f9-0061-4be6-b37f-3c42ffcca500 x-openstack-request-id: req-880113f9-0061-4be6-b37f-3c42ffcca500 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:05.281075 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0861c89-5bc6-47be-9011-b04c2e02d360", "name": "network-vif-deleted", "tag": "64b6e5fb-6fb3-4622-bb66-818e31702c97", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:05.281272 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-880113f9-0061-4be6-b37f-3c42ffcca500 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:05.281679 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880113f9-0061-4be6-b37f-3c42ffcca500'] response: {'server_uuid': 'd0861c89-5bc6-47be-9011-b04c2e02d360', 'name': 'network-vif-deleted', 'tag': '64b6e5fb-6fb3-4622-bb66-818e31702c97', 'status': 'completed', 'code': 200} Aug 08 20:30:05.307181 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7852367-fc80-49ba-ab02-39d6a7d9d9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8087d3a4-88d5-4ef1-873b-1ce54b4d3869,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:05.313007 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d7852367-fc80-49ba-ab02-39d6a7d9d9cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f2ad725dfa3400fbc4983e9ef649f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840544 Aug 08 20:30:05.316553 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 60026) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:05.373197 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce38b-6f13-4357-a4be-76ac6dcb76ec admin admin] Publish callbacks [] for security_group (8087d3a4-88d5-4ef1-873b-1ce54b4d3869), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:05.397577 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce38b-6f13-4357-a4be-76ac6dcb76ec admin admin] Publish callbacks [] for security_group (8087d3a4-88d5-4ef1-873b-1ce54b4d3869), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:05.489882 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-85794b10-0dd1-4325-b1bb-f511181cd3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:05.515436 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85794b10-0dd1-4325-b1bb-f511181cd3cf None None] Checking router: b65c8a1c-bbfc-4e17-ba44-70e30d06065f for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:30:05.524572 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85794b10-0dd1-4325-b1bb-f511181cd3cf None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:30:05.525217 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-85794b10-0dd1-4325-b1bb-f511181cd3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:05.530587 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce38b-6f13-4357-a4be-76ac6dcb76ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (8087d3a4-88d5-4ef1-873b-1ce54b4d3869), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:05.533174 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce38b-6f13-4357-a4be-76ac6dcb76ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:05.534310 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-8a8ce38b-6f13-4357-a4be-76ac6dcb76ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8087d3a4-88d5-4ef1-873b-1ce54b4d3869 HTTP/1.1" status: 204 len: 168 time: 0.2178693 Aug 08 20:30:05.548278 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ce38b-6f13-4357-a4be-76ac6dcb76ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8087d3a4-88d5-4ef1-873b-1ce54b4d3869,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:05.568660 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf926-11ac-4292-8e10-3e696cd9e81c req-88db6af9-bb25-4060-a01e-c181f29de3fb tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:05.570324 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-04aaf926-11ac-4292-8e10-3e696cd9e81c req-88db6af9-bb25-4060-a01e-c181f29de3fb tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 943 time: 0.0683308 Aug 08 20:30:05.630490 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-85794b10-0dd1-4325-b1bb-f511181cd3cf None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:30:05.633770 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-04aaf926-11ac-4292-8e10-3e696cd9e81c req-c64d9b8a-f516-4d48-acbb-865faef37605 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513735 Aug 08 20:30:05.825178 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-85794b10-0dd1-4325-b1bb-f511181cd3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:05.848917 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85794b10-0dd1-4325-b1bb-f511181cd3cf None None] The sync data for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi is: [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:23:08Z', 'revision_number': 4, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da41b864-7beb-4a97-9fba-b1a5404a5e93', 'name': '', 'network_id': '0b0fe47e-2c8c-470d-88d2-53ef7f857979', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'mac_address': 'fa:16:3e:ec:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:06Z', 'updated_at': '2022-08-08T20:23:24Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'subnets': [{'id': 'fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:30:06.106843 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f6959-9a29-4415-bc24-c6a809e802ef None None] New status for floating IP 4bb64a63-63ec-4a44-ab7b-62e6a7899962: DOWN {{(pid=104385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:30:06.221940 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60046) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:06.281905 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-35230111-d8ee-4017-b066-1592be3de3f0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group (b9b46c9a-a3ec-483d-809c-e734a067dc19), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:06.307458 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-35230111-d8ee-4017-b066-1592be3de3f0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group (b9b46c9a-a3ec-483d-809c-e734a067dc19), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:06.443431 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-35230111-d8ee-4017-b066-1592be3de3f0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (b9b46c9a-a3ec-483d-809c-e734a067dc19), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:06.446496 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-35230111-d8ee-4017-b066-1592be3de3f0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:06.447664 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-35230111-d8ee-4017-b066-1592be3de3f0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "DELETE /v2.0/security-groups/b9b46c9a-a3ec-483d-809c-e734a067dc19 HTTP/1.1" status: 204 len: 168 time: 0.2246182 Aug 08 20:30:06.450535 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 60054) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:06.457517 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35230111-d8ee-4017-b066-1592be3de3f0 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b46c9a-a3ec-483d-809c-e734a067dc19,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:06.466090 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.api.v2.resource [None req-1c511bf5-3463-4a0d-896f-208129cdcacd tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] show failed (client error): The resource could not be found. Aug 08 20:30:06.467699 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-1c511bf5-3463-4a0d-896f-208129cdcacd tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "GET /v2.0/security-groups/b9b46c9a-a3ec-483d-809c-e734a067dc19 HTTP/1.1" status: 404 len: 347 time: 0.0156050 Aug 08 20:30:06.470766 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60056) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:06.588301 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Deleting port 9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:30:06.588683 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:06.669249 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:06.669527 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:06.683471 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Calling delete_port for 9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd owned by network:floatingip {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:30:06.762448 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914ebf7-116d-45eb-acee-f0e729e1f365 req-e06ae585-98f1-41f8-ad14-81e62d6fbf1a tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:06.769240 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1914ebf7-116d-45eb-acee-f0e729e1f365 req-e06ae585-98f1-41f8-ad14-81e62d6fbf1a tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 943 time: 0.0611973 Aug 08 20:30:06.822249 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1914ebf7-116d-45eb-acee-f0e729e1f365 req-ab38fe6e-9f18-4105-be4c-728907569001 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521438 Aug 08 20:30:06.889899 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:06.918520 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Pushing event deleted for resources: {'Port': ['ID=9295bb6c-ad04-41bf-bd83-23c1e4dcc7cd,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:07.198983 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.199250 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.199595 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.199938 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.200276 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.200611 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.200968 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.201300 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.201628 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.201955 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.202285 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.202653 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.202980 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:07.241091 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks [] for floatingip (4bb64a63-63ec-4a44-ab7b-62e6a7899962), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:07.244161 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:07.245083 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-7721ae89-5e1a-42aa-aace-6aff714a40d1 tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] 10.222.0.26 "DELETE /v2.0/floatingips/4bb64a63-63ec-4a44-ab7b-62e6a7899962 HTTP/1.1" status: 204 len: 168 time: 0.7732663 Aug 08 20:30:07.946784 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07217da-50b0-4337-a402-196e18753287 req-e954ab56-6d3a-40c2-a2c0-d69aa85193f5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:07.948282 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d07217da-50b0-4337-a402-196e18753287 req-e954ab56-6d3a-40c2-a2c0-d69aa85193f5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 943 time: 0.0530488 Aug 08 20:30:08.001512 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d07217da-50b0-4337-a402-196e18753287 req-96eb1846-d322-4a36-8ed6-a542f1884a7b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474496 Aug 08 20:30:08.809360 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b6e5fb-6fb3-4622-bb66-818e31702c97 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:30:08.830770 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: 64b6e5fb-6fb3-4622-bb66-818e31702c97 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:30:08.831301 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b6e5fb-6fb3-4622-bb66-818e31702c97 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:30:09.126091 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d4833-0117-4688-9446-362f52e3b6dc req-4dba028d-b0ec-445c-8a77-d03499141f74 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:09.127665 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ba3d4833-0117-4688-9446-362f52e3b6dc req-4dba028d-b0ec-445c-8a77-d03499141f74 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 943 time: 0.0591109 Aug 08 20:30:09.177065 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ba3d4833-0117-4688-9446-362f52e3b6dc req-0dad98bd-b031-4a5f-9c87-5f9006267d54 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435836 Aug 08 20:30:09.926487 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60124) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:10.300251 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220c75-bcac-4231-bb94-917ac90a9e5f req-d0fbfa75-75ba-4f10-b8a1-af7f90948be0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:10.301792 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-18220c75-bcac-4231-bb94-917ac90a9e5f req-d0fbfa75-75ba-4f10-b8a1-af7f90948be0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 943 time: 0.0532560 Aug 08 20:30:10.351945 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-18220c75-bcac-4231-bb94-917ac90a9e5f req-2da7bd38-3b3a-4d5c-a6d7-5a6acd3c73ae tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445747 Aug 08 20:30:10.401842 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-890c5579-49ab-468e-ba0e-fa309f969c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641834'] for router_interface (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:10.592712 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:30:10.626267 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-890c5579-49ab-468e-ba0e-fa309f969c15 admin admin] Deleting port da41b864-7beb-4a97-9fba-b1a5404a5e93 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:30:10.626618 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-890c5579-49ab-468e-ba0e-fa309f969c15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:10.708652 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-890c5579-49ab-468e-ba0e-fa309f969c15 admin admin] For port da41b864-7beb-4a97-9fba-b1a5404a5e93, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=da41b864-7beb-4a97-9fba-b1a5404a5e93,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:10.709021 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-890c5579-49ab-468e-ba0e-fa309f969c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:10.721938 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-890c5579-49ab-468e-ba0e-fa309f969c15 admin admin] Calling delete_port for da41b864-7beb-4a97-9fba-b1a5404a5e93 owned by network:router_interface {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:30:10.958057 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-890c5579-49ab-468e-ba0e-fa309f969c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (da41b864-7beb-4a97-9fba-b1a5404a5e93), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:10.983972 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c5579-49ab-468e-ba0e-fa309f969c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=da41b864-7beb-4a97-9fba-b1a5404a5e93,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:11.054796 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60136) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:11.165019 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-890c5579-49ab-468e-ba0e-fa309f969c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641466'] for router_interface (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:11.175978 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b576eb12-157c-43c4-aeb0-06289a7c3561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:11.361682 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b576eb12-157c-43c4-aeb0-06289a7c3561 admin admin] Publish callbacks [] for security_group (3dffdcb4-2a2d-44a3-baa7-2b6ffbf3450d), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:11.424462 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890c5579-49ab-468e-ba0e-fa309f969c15 admin admin] Router b65c8a1c-bbfc-4e17-ba44-70e30d06065f has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:30:11.428090 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b576eb12-157c-43c4-aeb0-06289a7c3561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (3dffdcb4-2a2d-44a3-baa7-2b6ffbf3450d), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:11.491286 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eee8bd-42fc-44d0-a5f4-8ce61935d3ae req-b14d6499-41b8-4bd0-8565-71ab32ad019b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:11.492868 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e2eee8bd-42fc-44d0-a5f4-8ce61935d3ae req-b14d6499-41b8-4bd0-8565-71ab32ad019b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 943 time: 0.0712953 Aug 08 20:30:11.504084 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576eb12-157c-43c4-aeb0-06289a7c3561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dffdcb4-2a2d-44a3-baa7-2b6ffbf3450d,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:11.521810 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-b576eb12-157c-43c4-aeb0-06289a7c3561 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=094e74b3c92744d3be9e2637dd909d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4657958 Aug 08 20:30:11.525926 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60142) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:11.548451 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e2eee8bd-42fc-44d0-a5f4-8ce61935d3ae req-fa49beb6-1641-459c-831e-37143a111561 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487666 Aug 08 20:30:11.611509 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890c5579-49ab-468e-ba0e-fa309f969c15 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:30:11.619861 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-890c5579-49ab-468e-ba0e-fa309f969c15 admin admin] 10.222.0.26 "PUT /v2.0/routers/b65c8a1c-bbfc-4e17-ba44-70e30d06065f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6901240 Aug 08 20:30:11.620097 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60144) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:11.622931 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56701500-3708-4a8f-8ee6-4fe1656dcc67 None None] Sync routers for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:30:11.626881 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-05fdc670-c1d8-4d0f-8490-96431414a6e1 admin admin] Publish callbacks [] for security_group (3dffdcb4-2a2d-44a3-baa7-2b6ffbf3450d), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:11.633339 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56701500-3708-4a8f-8ee6-4fe1656dcc67 None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:30:11.639189 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-56701500-3708-4a8f-8ee6-4fe1656dcc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:11.685487 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-05fdc670-c1d8-4d0f-8490-96431414a6e1 admin admin] Publish callbacks [] for security_group (3dffdcb4-2a2d-44a3-baa7-2b6ffbf3450d), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:11.732968 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-56701500-3708-4a8f-8ee6-4fe1656dcc67 None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:30:11.760247 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Publish callbacks [] for router (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:11.860705 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Publish callbacks [] for router_gateway (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:11.889088 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-05fdc670-c1d8-4d0f-8490-96431414a6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (3dffdcb4-2a2d-44a3-baa7-2b6ffbf3450d), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:11.891705 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-05fdc670-c1d8-4d0f-8490-96431414a6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:11.892930 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-05fdc670-c1d8-4d0f-8490-96431414a6e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3dffdcb4-2a2d-44a3-baa7-2b6ffbf3450d HTTP/1.1" status: 204 len: 168 time: 0.3660629 Aug 08 20:30:11.900776 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdc670-c1d8-4d0f-8490-96431414a6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dffdcb4-2a2d-44a3-baa7-2b6ffbf3450d,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:11.910004 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-56701500-3708-4a8f-8ee6-4fe1656dcc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:30:10Z', 'revision_number': 5, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port': {'id': '0fa3285e-1b63-4d57-a231-67fff64e5d23', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:23:02Z', 'updated_at': '2022-08-08T20:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:11.935141 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56701500-3708-4a8f-8ee6-4fe1656dcc67 None None] Checking router: b65c8a1c-bbfc-4e17-ba44-70e30d06065f for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:30:11.943939 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56701500-3708-4a8f-8ee6-4fe1656dcc67 None None] Routers {'b65c8a1c-bbfc-4e17-ba44-70e30d06065f'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:30:11.944555 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-56701500-3708-4a8f-8ee6-4fe1656dcc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:11.970821 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Deleting port 0fa3285e-1b63-4d57-a231-67fff64e5d23 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:30:11.970821 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.029080 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-56701500-3708-4a8f-8ee6-4fe1656dcc67 None None] Set router b65c8a1c-bbfc-4e17-ba44-70e30d06065f gateway port host: None {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:30:12.055367 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] For port 0fa3285e-1b63-4d57-a231-67fff64e5d23, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0fa3285e-1b63-4d57-a231-67fff64e5d23,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:12.055737 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.069089 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Calling delete_port for 0fa3285e-1b63-4d57-a231-67fff64e5d23 owned by network:router_gateway {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:30:12.080304 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-56701500-3708-4a8f-8ee6-4fe1656dcc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:30:11Z', 'revision_number': 6, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port_host': None}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:12.104307 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56701500-3708-4a8f-8ee6-4fe1656dcc67 None None] The sync data for ids ['b65c8a1c-bbfc-4e17-ba44-70e30d06065f'] in dv-cinder-848821-2-iscsi is: [{'id': 'b65c8a1c-bbfc-4e17-ba44-70e30d06065f', 'name': 'tempest-AttachVolumeShelveTestJSON-386256147-router', 'tenant_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:23:01Z', 'updated_at': '2022-08-08T20:30:11Z', 'revision_number': 6, 'project_id': '1cc3ee90744548a3a0b771b209ab3d8c', 'gw_port_host': None}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:30:12.316982 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (0fa3285e-1b63-4d57-a231-67fff64e5d23), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.342299 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa3285e-1b63-4d57-a231-67fff64e5d23,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:12.404308 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644320'] for router_gateway (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.493475 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.495688 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Publish callbacks [] for router_controller (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.609829 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639312'] for router (b65c8a1c-bbfc-4e17-ba44-70e30d06065f), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.610387 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b65c8a1c-bbfc-4e17-ba44-70e30d06065f {{(pid=104384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 20:30:12.615845 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.619464 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-e435837a-4f79-47c6-bb37-6cc19026434a admin admin] 10.222.0.26 "DELETE /v2.0/routers/b65c8a1c-bbfc-4e17-ba44-70e30d06065f HTTP/1.1" status: 204 len: 168 time: 0.9960067 Aug 08 20:30:12.619866 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60162) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:12.670481 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_v2 [None req-297cfe34-af59-4a26-b466-567b3994dcb9 admin admin] Deleting subnet fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 {{(pid=104384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:30:12.674146 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-297cfe34-af59-4a26-b466-567b3994dcb9 admin admin] Publish callbacks [] for subnet (fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.676836 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be511e-ad53-42b6-8606-06c4ea53de3e req-c6da089d-2c76-4703-be06-d2fda728a003 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:12.678922 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b3be511e-ad53-42b6-8606-06c4ea53de3e req-c6da089d-2c76-4703-be06-d2fda728a003 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 943 time: 0.0569422 Aug 08 20:30:12.711589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-297cfe34-af59-4a26-b466-567b3994dcb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26585565'] for subnet (fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.731698 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b3be511e-ad53-42b6-8606-06c4ea53de3e req-79775163-805f-4622-b9c2-fac1693aa440 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466790 Aug 08 20:30:12.791387 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-297cfe34-af59-4a26-b466-567b3994dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.848286 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device e70a7d76-38d1-4508-bd5d-a3ffaff901f6 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:30:12.876288 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 60170) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:12.901706 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-297cfe34-af59-4a26-b466-567b3994dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26740300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26999934'] for subnet (fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.928838 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cfe34-af59-4a26-b466-567b3994dcb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:12.932498 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-297cfe34-af59-4a26-b466-567b3994dcb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:12.939028 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-297cfe34-af59-4a26-b466-567b3994dcb9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fbd0b0b3-47fd-429a-ad82-c7b2e35ac3c1 HTTP/1.1" status: 204 len: 168 time: 0.3159480 Aug 08 20:30:12.939301 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 60174) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:12.948793 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb0449-a2d5-41cd-8e7f-ae8d0b3f0af8 None None] Network 0b0fe47e-2c8c-470d-88d2-53ef7f857979 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:30:12.993747 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1766051779-network', 'tenant_id': 'f0db7b58fe744597ba1ed70370eb5316'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:13.029247 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port e70a7d76-38d1-4508-bd5d-a3ffaff901f6, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e70a7d76-38d1-4508-bd5d-a3ffaff901f6,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:13.030585 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (0b0fe47e-2c8c-470d-88d2-53ef7f857979), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.045592 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'port_id': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'mac_address': 'fa:16:3e:11:92:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:30:13.083478 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Deleting port 0a190a6b-e92d-4db5-8927-48517cca8723 {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:30:13.083819 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.095059 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Made reservation on behalf of f0db7b58fe744597ba1ed70370eb5316 for: {'network': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:30:13.097358 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.103937 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:13.104340 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.126868 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70a7d76-38d1-4508-bd5d-a3ffaff901f6 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:30:13.131961 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.148436 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port e70a7d76-38d1-4508-bd5d-a3ffaff901f6, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e70a7d76-38d1-4508-bd5d-a3ffaff901f6,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:13.200546 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] For port 0a190a6b-e92d-4db5-8927-48517cca8723, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0a190a6b-e92d-4db5-8927-48517cca8723,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:13.201130 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.209743 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.234120 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Calling delete_port for 0a190a6b-e92d-4db5-8927-48517cca8723 owned by network:dhcp {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:30:13.260231 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a468d395-b200-4da1-8f4f-07dd6f6922d5 None None] DHCP port deletion for 0b0fe47e-2c8c-470d-88d2-53ef7f857979 request from dv-cinder-848821-2-iscsi {{(pid=104385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 20:30:13.315698 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=e70a7d76-38d1-4508-bd5d-a3ffaff901f6,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:13.332749 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.333207 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.333501 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.334021 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.334366 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.334702 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.335179 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.335562 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.335852 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.336344 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.336851 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.337369 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.337856 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:30:13.338526 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Publish callbacks [] for security_group (c138da69-e529-421f-b655-d767af85ee5c), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.360381 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-a468d395-b200-4da1-8f4f-07dd6f6922d5 None None] Deleting port 0a190a6b-e92d-4db5-8927-48517cca8723 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:30:13.360761 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a468d395-b200-4da1-8f4f-07dd6f6922d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.404272 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (c138da69-e529-421f-b655-d767af85ee5c), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.426550 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=104383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:30:13.429733 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['e70a7d76-38d1-4508-bd5d-a3ffaff901f6'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:30:13.443502 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c138da69-e529-421f-b655-d767af85ee5c,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:13.447230 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (7a9680fa-9b2e-4481-81c9-1f83b4ccd455), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.447583 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.segments_db [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Added segment 7a9680fa-9b2e-4481-81c9-1f83b4ccd455 of type vlan for network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 Aug 08 20:30:13.461891 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.473772 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-a468d395-b200-4da1-8f4f-07dd6f6922d5 None None] For port 0a190a6b-e92d-4db5-8927-48517cca8723, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0a190a6b-e92d-4db5-8927-48517cca8723,segment=NetworkSegment(08da5885-ab24-4013-bdcb-51920d93a48b),segment_id=08da5885-ab24-4013-bdcb-51920d93a48b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:13.474513 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a468d395-b200-4da1-8f4f-07dd6f6922d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.495504 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-a468d395-b200-4da1-8f4f-07dd6f6922d5 None None] Calling delete_port for 0a190a6b-e92d-4db5-8927-48517cca8723 owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:30:13.556374 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a190a6b-e92d-4db5-8927-48517cca8723,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:13.558280 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device da41b864-7beb-4a97-9fba-b1a5404a5e93 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:30:13.559400 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] No DVR routers for this DVR port 0a190a6b-e92d-4db5-8927-48517cca8723 on host dv-cinder-848821-2-iscsi {{(pid=104383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:30:13.568267 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (f7b695fe-19e2-434f-8eb4-c15a4d9e8106), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.595904 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: da41b864-7beb-4a97-9fba-b1a5404a5e93 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:30:13.596254 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device da41b864-7beb-4a97-9fba-b1a5404a5e93 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:30:13.596675 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0fa3285e-1b63-4d57-a231-67fff64e5d23 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:30:13.619146 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 0fa3285e-1b63-4d57-a231-67fff64e5d23 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:30:13.629624 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0fa3285e-1b63-4d57-a231-67fff64e5d23 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:30:13.629624 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0a190a6b-e92d-4db5-8927-48517cca8723 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:30:13.656574 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 0a190a6b-e92d-4db5-8927-48517cca8723 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:30:13.660732 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0a190a6b-e92d-4db5-8927-48517cca8723 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:30:13.661004 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (0b0fe47e-2c8c-470d-88d2-53ef7f857979), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.684244 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0fe47e-2c8c-470d-88d2-53ef7f857979']}} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:13.698088 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08da5885-ab24-4013-bdcb-51920d93a48b') {'for_net_delete': True} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:13.698327 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08da5885-ab24-4013-bdcb-51920d93a48b') {} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:13.701297 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a468d395-b200-4da1-8f4f-07dd6f6922d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121'] for port (0a190a6b-e92d-4db5-8927-48517cca8723), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.714652 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3703299'] for segment (08da5885-ab24-4013-bdcb-51920d93a48b), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.742371 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (f7b695fe-19e2-434f-8eb4-c15a4d9e8106), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.743771 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:13.744367 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.746829 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468d395-b200-4da1-8f4f-07dd6f6922d5 None None] Pushing event deleted for resources: {'Port': ['ID=0a190a6b-e92d-4db5-8927-48517cca8723,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:13.758387 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a468d395-b200-4da1-8f4f-07dd6f6922d5 None None] No DVR routers for this DVR port 0a190a6b-e92d-4db5-8927-48517cca8723 on host dv-cinder-848821-2-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:30:13.772691 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (08da5885-ab24-4013-bdcb-51920d93a48b), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.841230 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=104383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:30:13.841640 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27037423'] for segment (08da5885-ab24-4013-bdcb-51920d93a48b), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.892805 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0125442 Aug 08 20:30:13.895007 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60184) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:13.909060 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-2785bb96-17df-4b93-adf9-67debdb644c7 admin admin] Request body: {'subnet': {'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1766051779-subnet', 'tenant_id': 'f0db7b58fe744597ba1ed70370eb5316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:13.926312 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 08da5885-ab24-4013-bdcb-51920d93a48b resource provider aggregate not found Aug 08 20:30:13.975002 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2785bb96-17df-4b93-adf9-67debdb644c7 admin admin] Made reservation on behalf of f0db7b58fe744597ba1ed70370eb5316 for: {'subnet': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:30:13.976605 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 08da5885-ab24-4013-bdcb-51920d93a48b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08da5885-ab24-4013-bdcb-51920d93a48b found for delete ", "request_id": "req-57cb2cc3-72df-4737-9dab-8e17d63b2f13"}]} Aug 08 20:30:13.978032 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-2785bb96-17df-4b93-adf9-67debdb644c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26999829'] for subnet (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:13.992098 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a821fb-717e-43fb-9e48-9cffdd8d882c admin admin] Pushing event updated for resources: {'Network': ['ID=f7b695fe-19e2-434f-8eb4-c15a4d9e8106,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:14.012056 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:30:14.025803 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd67ef-fea4-40c0-9817-641170122668 req-d3773cf0-8daf-4bcb-83dc-302c9b7c2253 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:14.027261 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-57fd67ef-fea4-40c0-9817-641170122668 req-d3773cf0-8daf-4bcb-83dc-302c9b7c2253 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 944 time: 0.1418738 Aug 08 20:30:14.039988 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91dfc-e6e9-4034-8b76-b6cb25308203 req-6a116a55-6594-4f3d-a10e-01a2145d41ff tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:14.041567 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2ae91dfc-e6e9-4034-8b76-b6cb25308203 req-6a116a55-6594-4f3d-a10e-01a2145d41ff tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.1591816 Aug 08 20:30:14.066875 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (0b0fe47e-2c8c-470d-88d2-53ef7f857979), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:14.081630 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:14.084948 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0b0fe47e-2c8c-470d-88d2-53ef7f857979 HTTP/1.1" status: 204 len: 168 time: 1.1446114 Aug 08 20:30:14.115235 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305ce27-f178-4752-865e-a4e798544e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b0fe47e-2c8c-470d-88d2-53ef7f857979,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:14.158367 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-57fd67ef-fea4-40c0-9817-641170122668 req-82d75de5-ae5b-4023-b24a-e95f52903052 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158140 Aug 08 20:30:14.162173 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2ae91dfc-e6e9-4034-8b76-b6cb25308203 req-baf604f1-4be9-4c9a-af7b-ae54d6e16cf0 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110175 Aug 08 20:30:14.271535 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-2785bb96-17df-4b93-adf9-67debdb644c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26740363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26999815'] for subnet (26065b2f-9031-47b7-9465-8434bc8f60f3), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:14.326888 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785bb96-17df-4b93-adf9-67debdb644c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26065b2f-9031-47b7-9465-8434bc8f60f3,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:14.338885 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785bb96-17df-4b93-adf9-67debdb644c7 admin admin] Checking segment: {'id': '7a9680fa-9b2e-4481-81c9-1f83b4ccd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:30:14.339211 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2785bb96-17df-4b93-adf9-67debdb644c7 admin admin] Network hostable DHCP agents. Network: f7b695fe-19e2-434f-8eb4-c15a4d9e8106, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:30:14.382791 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60190) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:14.422114 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-130bdf07-23f1-4b96-af09-52e989575068 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cc3ee90744548a3a0b771b209ab3d8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386832 Aug 08 20:30:14.424577 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60192) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:14.440998 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2785bb96-17df-4b93-adf9-67debdb644c7 admin admin] Network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:30:14.476341 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fc576d29-7414-4ced-92a2-32a5e7413890 admin admin] Publish callbacks [] for security_group (14fa7ce8-d0be-4b65-8200-a002a02ba32e), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:14.501141 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fc576d29-7414-4ced-92a2-32a5e7413890 admin admin] Publish callbacks [] for security_group (14fa7ce8-d0be-4b65-8200-a002a02ba32e), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:14.521933 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-2785bb96-17df-4b93-adf9-67debdb644c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, f7b695fe-19e2-434f-8eb4-c15a4d9e8106) {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:30:14.530194 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3256e25-03a8-4103-8bf0-a57a591b1b0d None None] Network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:30:14.532862 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2785bb96-17df-4b93-adf9-67debdb644c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:14.533469 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-2785bb96-17df-4b93-adf9-67debdb644c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:14.626714 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024d4b44-3f0c-46be-8c47-ebf0eb4f04e8 None None] Network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:30:14.636291 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-2785bb96-17df-4b93-adf9-67debdb644c7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7395067 Aug 08 20:30:14.655256 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fc576d29-7414-4ced-92a2-32a5e7413890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (14fa7ce8-d0be-4b65-8200-a002a02ba32e), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:14.658920 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fc576d29-7414-4ced-92a2-32a5e7413890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:14.660131 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-fc576d29-7414-4ced-92a2-32a5e7413890 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14fa7ce8-d0be-4b65-8200-a002a02ba32e HTTP/1.1" status: 204 len: 168 time: 0.2345033 Aug 08 20:30:14.675618 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc576d29-7414-4ced-92a2-32a5e7413890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fa7ce8-d0be-4b65-8200-a002a02ba32e,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:14.863684 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device e70a7d76-38d1-4508-bd5d-a3ffaff901f6 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:30:14.986380 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:30:14.990649 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:14.995130 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:15.068493 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:15.069149 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:15.092403 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716f33c1-9358-469d-9a11-663f51fa3118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:15.094733 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394c75ab-e12f-4669-b0ee-3291a797d271" -d '{"events": [{"server_uuid": "716f33c1-9358-469d-9a11-663f51fa3118", "name": "network-vif-plugged", "status": "completed", "tag": "e70a7d76-38d1-4508-bd5d-a3ffaff901f6"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:15.112836 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port e70a7d76-38d1-4508-bd5d-a3ffaff901f6, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e70a7d76-38d1-4508-bd5d-a3ffaff901f6,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:15.132723 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bc7921-7e00-425b-9cf1-4ef97da4d05a x-openstack-request-id: req-b8bc7921-7e00-425b-9cf1-4ef97da4d05a {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:15.133211 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716f33c1-9358-469d-9a11-663f51fa3118", "name": "network-vif-plugged", "status": "completed", "tag": "e70a7d76-38d1-4508-bd5d-a3ffaff901f6", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:15.133501 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8bc7921-7e00-425b-9cf1-4ef97da4d05a {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:15.133905 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8bc7921-7e00-425b-9cf1-4ef97da4d05a'] response: {'server_uuid': '716f33c1-9358-469d-9a11-663f51fa3118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'code': 200} Aug 08 20:30:15.170163 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:15.225036 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=e70a7d76-38d1-4508-bd5d-a3ffaff901f6,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:15.322524 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b527d-f59a-408b-a74c-cd8784090a14 req-898d1f27-7037-490d-841e-ade080d086c6 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:15.324061 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-be2b527d-f59a-408b-a74c-cd8784090a14 req-898d1f27-7037-490d-841e-ade080d086c6 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 945 time: 0.0893717 Aug 08 20:30:15.335703 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feae15-4695-4eb1-acb4-797ea70ee703 req-44fee6c5-d898-42d8-a8a1-7e5d9bdf583c tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:15.337344 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f4feae15-4695-4eb1-acb4-797ea70ee703 req-44fee6c5-d898-42d8-a8a1-7e5d9bdf583c tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0915673 Aug 08 20:30:15.413679 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-be2b527d-f59a-408b-a74c-cd8784090a14 req-fca323e7-d7ea-4a15-afe5-b42398b33194 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751851 Aug 08 20:30:15.417165 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f4feae15-4695-4eb1-acb4-797ea70ee703 req-fb5df479-8944-47bc-87c8-0d7668af200b tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717251 Aug 08 20:30:15.537092 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257ecd4-48c4-4b63-ba12-eed6f3e15bba req-70d6f363-34d8-4f7d-853e-9df5587505dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:15.539469 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1257ecd4-48c4-4b63-ba12-eed6f3e15bba req-70d6f363-34d8-4f7d-853e-9df5587505dc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 1129 time: 0.0561442 Aug 08 20:30:15.587560 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1257ecd4-48c4-4b63-ba12-eed6f3e15bba req-59157c7c-cc15-43b0-afaf-148bd67a2ced service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418420 Aug 08 20:30:15.718857 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60230) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:15.813738 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-649652401-network', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:15.876577 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Made reservation on behalf of a580d7c8912343189a99fb62f70906bf for: {'network': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:30:15.878805 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:15.887509 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:15.960267 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Publish callbacks [] for security_group (5547a068-dbea-4a39-917d-d66c2013112d), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:16.026095 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (5547a068-dbea-4a39-917d-d66c2013112d), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:16.053652 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=104384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:30:16.059138 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5547a068-dbea-4a39-917d-d66c2013112d,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:16.066030 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (b8c8e264-7f02-46db-9b23-ba3cff2eacf5), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:16.066380 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.segments_db [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Added segment b8c8e264-7f02-46db-9b23-ba3cff2eacf5 of type vlan for network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 Aug 08 20:30:16.108030 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:16.202983 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:16.203945 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:16.204529 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:16.261152 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] Pushing event updated for resources: {'Network': ['ID=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:16.272777 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:30:16.307972 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-7d3e1abe-b021-4afd-ae4c-be39600a9e1c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5880105 Aug 08 20:30:16.311069 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60234) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:16.315808 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-e11a18df-bcb0-469d-86b8-5f42a2b88f25 admin admin] Request body: {'subnet': {'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-649652401-subnet', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:16.385010 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11a18df-bcb0-469d-86b8-5f42a2b88f25 admin admin] Made reservation on behalf of a580d7c8912343189a99fb62f70906bf for: {'subnet': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:30:16.388048 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e11a18df-bcb0-469d-86b8-5f42a2b88f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26999829'] for subnet (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:16.630466 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e4c48-c26b-4a6f-989c-e05583bae585 req-7c31c49b-8e30-4a9d-abd6-16169c543f42 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:16.633050 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-598e4c48-c26b-4a6f-989c-e05583bae585 req-7c31c49b-8e30-4a9d-abd6-16169c543f42 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 945 time: 0.1411533 Aug 08 20:30:16.678618 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e11a18df-bcb0-469d-86b8-5f42a2b88f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26740363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26999815'] for subnet (0b48208d-4ab2-4360-baa8-e93c0ab84e18), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:16.679704 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab048dc0-ca62-434a-90c1-43835dafde1f req-3f103ed4-b5a9-47f0-92b8-355acdecbfbd tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:16.681245 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ab048dc0-ca62-434a-90c1-43835dafde1f req-3f103ed4-b5a9-47f0-92b8-355acdecbfbd tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.1226976 Aug 08 20:30:16.725253 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-598e4c48-c26b-4a6f-989c-e05583bae585 req-76537422-1daf-4748-bcfd-f3f9bfe31c83 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788035 Aug 08 20:30:16.744411 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a18df-bcb0-469d-86b8-5f42a2b88f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b48208d-4ab2-4360-baa8-e93c0ab84e18,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:16.765557 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a18df-bcb0-469d-86b8-5f42a2b88f25 admin admin] Checking segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:30:16.766088 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a18df-bcb0-469d-86b8-5f42a2b88f25 admin admin] Network hostable DHCP agents. Network: 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:30:16.785694 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ab048dc0-ca62-434a-90c1-43835dafde1f req-78e48830-763b-411b-940f-25b6b496ac20 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909326 Aug 08 20:30:16.843445 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a18df-bcb0-469d-86b8-5f42a2b88f25 admin admin] Network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:30:16.911105 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-aa6b3750-2ac9-44e1-916a-673cdfa5a266 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:16.912581 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-aa6b3750-2ac9-44e1-916a-673cdfa5a266 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/networks?id=f7b695fe-19e2-434f-8eb4-c15a4d9e8106 HTTP/1.1" status: 200 len: 809 time: 0.1056910 Aug 08 20:30:16.917383 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-e11a18df-bcb0-469d-86b8-5f42a2b88f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0) {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:30:16.922002 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a18df-bcb0-469d-86b8-5f42a2b88f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:16.923252 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e11a18df-bcb0-469d-86b8-5f42a2b88f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:16.928645 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bbdff7-3680-47fe-9466-74b644e05d7d None None] Network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:30:16.929518 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-37b0df8e-931c-4079-b5d5-f7e632e55521 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/quotas/f0db7b58fe744597ba1ed70370eb5316 HTTP/1.1" status: 200 len: 375 time: 0.0100911 Aug 08 20:30:16.962497 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-657c9820-c91e-4753-bc8f-70391c3250a5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0db7b58fe744597ba1ed70370eb5316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267527 Aug 08 20:30:16.983767 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-e11a18df-bcb0-469d-86b8-5f42a2b88f25 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6714640 Aug 08 20:30:16.986640 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 60254) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:16.991093 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:17.034304 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:30:17.035191 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:17.071514 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-415b251f-5244-44b5-a0f1-9ad1dc1f8c49 service neutron] 10.222.0.26 "GET /v2.0/networks/f7b695fe-19e2-434f-8eb4-c15a4d9e8106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021278 Aug 08 20:30:17.095169 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1852'] for router (31334999-1f1a-4313-a670-6d31557d6d5c), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:17.096179 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1847'] for router (31334999-1f1a-4313-a670-6d31557d6d5c), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:17.167243 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Allocated IP 172.20.0.2 (30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0/0b48208d-4ab2-4360-baa8-e93c0ab84e18/a4286346-8932-4cda-95ec-85c68d1de886) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:30:17.198126 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Publish callbacks [] for router_controller (31334999-1f1a-4313-a670-6d31557d6d5c), precommit_add_association {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:17.211916 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-19c90adf-ca46-4002-b96a-a0dc7726cb71 service neutron] 10.222.0.26 "GET /v2.0/networks/f7b695fe-19e2-434f-8eb4-c15a4d9e8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344910 Aug 08 20:30:17.309177 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Publish callbacks [] for port (a4286346-8932-4cda-95ec-85c68d1de886), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:17.409688 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (a4286346-8932-4cda-95ec-85c68d1de886), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:17.431583 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Publish callbacks [] for router_gateway (31334999-1f1a-4313-a670-6d31557d6d5c), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:17.447075 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:30:17.455550 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:30:17.458460 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:30:17.465807 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Pushing event updated for resources: {'Port': ['ID=a4286346-8932-4cda-95ec-85c68d1de886,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:17.479987 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-565eaa4d-9398-4e00-8a77-052527b1c4e2 req-893a8baa-3dc6-4c60-8811-29234824f9a1 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 210 time: 0.0433171 Aug 08 20:30:17.539165 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Attempting to bind port a4286346-8932-4cda-95ec-85c68d1de886 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:30:17.539165 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Attempting to bind port a4286346-8932-4cda-95ec-85c68d1de886 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:30:17.539165 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Attempting to bind port a4286346-8932-4cda-95ec-85c68d1de886 on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:30:17.539165 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:30:17.539165 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Checking segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:30:17.539165 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:17.539630 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Bound using segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:30:17.539829 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Bound port: a4286346-8932-4cda-95ec-85c68d1de886, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:30:17.540126 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a4286346-8932-4cda-95ec-85c68d1de886), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:17.605979 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] For port a4286346-8932-4cda-95ec-85c68d1de886, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:30:17.609162 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] For port a4286346-8932-4cda-95ec-85c68d1de886, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a4286346-8932-4cda-95ec-85c68d1de886,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:30:17.695288 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a4286346-8932-4cda-95ec-85c68d1de886), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:17.732904 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Publish callbacks [] for router_gateway (31334999-1f1a-4313-a670-6d31557d6d5c), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:17.748328 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea62eb-abea-41a3-b660-3d8758f9b72f None None] Pushing event updated for resources: {'Port': ['ID=a4286346-8932-4cda-95ec-85c68d1de886,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:17.752379 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:17.956484 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Allocated IP 172.27.3.3 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/82bcb059-f343-4a7b-8dc9-d75b6f47b24b) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:30:17.969920 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4b61-be7a-4f36-bd77-131fdfc27889 req-a4ff8f0b-4725-4b75-a9ec-aa89c68a1f15 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:17.971495 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c70a4b61-be7a-4f36-bd77-131fdfc27889 req-a4ff8f0b-4725-4b75-a9ec-aa89c68a1f15 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 945 time: 0.1572859 Aug 08 20:30:17.995334 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa13217-6fef-4c89-83ed-5e0f93d505aa req-67e0befd-d5a7-472d-8e63-30e02bf72cdf tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:17.997365 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-baa13217-6fef-4c89-83ed-5e0f93d505aa req-67e0befd-d5a7-472d-8e63-30e02bf72cdf tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.1263928 Aug 08 20:30:18.122362 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c70a4b61-be7a-4f36-bd77-131fdfc27889 req-6bb13d8f-dfde-49ec-8088-e1b77f15a995 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411543 Aug 08 20:30:18.128630 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-baa13217-6fef-4c89-83ed-5e0f93d505aa req-0df91b5a-fe14-4584-b201-4910c386a61d tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101358 Aug 08 20:30:18.178444 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Publish callbacks [] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:18.263070 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d816405-33d1-4337-8fb6-0b7336a31b6e req-4fc5eef7-c769-4f1d-88d7-45a221fb5ca4 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:18.264512 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8d816405-33d1-4337-8fb6-0b7336a31b6e req-4fc5eef7-c769-4f1d-88d7-45a221fb5ca4 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 945 time: 0.0584974 Aug 08 20:30:18.295771 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:18.349865 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:30:18.353853 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8d816405-33d1-4337-8fb6-0b7336a31b6e req-c4cbc1a0-9b91-482a-92e5-0de14948d343 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836234 Aug 08 20:30:18.359852 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:30:18.363523 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:30:18.389129 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Pushing event updated for resources: {'Port': ['ID=82bcb059-f343-4a7b-8dc9-d75b6f47b24b,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:18.389629 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60272) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:18.478463 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f9d84-53f5-4f86-a778-ca88c5049adf tempest-TestVolumeBootPattern-644942597 tempest-TestVolumeBootPattern-644942597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:18.481740 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-1c6f9d84-53f5-4f86-a778-ca88c5049adf tempest-TestVolumeBootPattern-644942597 tempest-TestVolumeBootPattern-644942597-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 1124 time: 0.0885911 Aug 08 20:30:18.484117 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 60274) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:18.488696 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'port_id': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:18.581034 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-413bc900-9f9b-45d8-915a-b1536a999d76 req-6f508827-cf1d-4672-a3fd-18e4adf59480 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 210 time: 0.0287662 Aug 08 20:30:18.592264 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:18.722727 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6357463f-0550-4f7a-a465-cdd55e34e7b4 None None] Network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:30:18.747196 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Publish callbacks [] for router_gateway (31334999-1f1a-4313-a670-6d31557d6d5c), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:18.795247 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-2cefc3d2-6812-4b96-a9a1-3935f2b9277b None None] Provisioning complete for port a4286346-8932-4cda-95ec-85c68d1de886 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:18.795634 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cefc3d2-6812-4b96-a9a1-3935f2b9277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a4286346-8932-4cda-95ec-85c68d1de886), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:18.927571 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2cefc3d2-6812-4b96-a9a1-3935f2b9277b None None] Current status of the port a4286346-8932-4cda-95ec-85c68d1de886 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:18.927963 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cefc3d2-6812-4b96-a9a1-3935f2b9277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a4286346-8932-4cda-95ec-85c68d1de886), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:18.976500 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-2cefc3d2-6812-4b96-a9a1-3935f2b9277b None None] For port a4286346-8932-4cda-95ec-85c68d1de886, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a4286346-8932-4cda-95ec-85c68d1de886,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:19.048222 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cefc3d2-6812-4b96-a9a1-3935f2b9277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (a4286346-8932-4cda-95ec-85c68d1de886), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:19.086516 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:19.109244 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefc3d2-6812-4b96-a9a1-3935f2b9277b None None] Pushing event updated for resources: {'Port': ['ID=a4286346-8932-4cda-95ec-85c68d1de886,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:19.269582 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-a9aca476-fb0b-4c27-a413-d3e85403eab7 None None] Provisioning complete for port a4286346-8932-4cda-95ec-85c68d1de886 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:19.269873 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a9aca476-fb0b-4c27-a413-d3e85403eab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a4286346-8932-4cda-95ec-85c68d1de886), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:19.317159 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228'] for router (31334999-1f1a-4313-a670-6d31557d6d5c), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:19.326886 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Allocated IP 172.27.3.167 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/98d2f9ba-8767-404e-a486-0ad74d4023c6) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:30:19.352992 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-a9aca476-fb0b-4c27-a413-d3e85403eab7 None None] Current status of the port a4286346-8932-4cda-95ec-85c68d1de886 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:19.390247 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4c72a-d72a-40bc-8c16-2358ac061b83 req-d7739b6d-63f9-4a7b-aa12-b840075d1b38 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:19.392596 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-01e4c72a-d72a-40bc-8c16-2358ac061b83 req-d7739b6d-63f9-4a7b-aa12-b840075d1b38 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.1653354 Aug 08 20:30:19.592633 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-746d1177-ab56-4f1d-a66c-bf4d4ced2d86 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:19.596312 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-746d1177-ab56-4f1d-a66c-bf4d4ced2d86 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.49 "GET /v2.0/networks?id=f7b695fe-19e2-434f-8eb4-c15a4d9e8106 HTTP/1.1" status: 200 len: 809 time: 0.1493137 Aug 08 20:30:19.601749 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a4286346-8932-4cda-95ec-85c68d1de886 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:30:19.604100 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-01e4c72a-d72a-40bc-8c16-2358ac061b83 req-770fc72b-00fb-4b7f-b5c2-bc111b8a0404 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930294 Aug 08 20:30:19.625194 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for port (98d2f9ba-8767-404e-a486-0ad74d4023c6), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:19.628302 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Request body: {'port': {'device_id': '0f99cfb9-c5cc-4b1d-a903-54c86e0d2614', 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106', 'admin_state_up': True, 'tenant_id': 'f0db7b58fe744597ba1ed70370eb5316'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:19.675247 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port a4286346-8932-4cda-95ec-85c68d1de886 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:19.675884 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (a4286346-8932-4cda-95ec-85c68d1de886), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:19.731230 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0099d222-3869-42d1-9bb9-936b39dfc54b req-edec5572-7e74-4c33-a4a5-b55e1f387ed6 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 210 time: 0.0337679 Aug 08 20:30:19.759405 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Router 31334999-1f1a-4313-a670-6d31557d6d5c is scheduled to L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 with binding_index 1 {{(pid=104383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 20:30:19.798318 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port a4286346-8932-4cda-95ec-85c68d1de886 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:19.817483 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (98d2f9ba-8767-404e-a486-0ad74d4023c6), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:19.891364 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:30:19.897105 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:30:19.903159 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Made reservation on behalf of f0db7b58fe744597ba1ed70370eb5316 for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:30:19.906351 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:30:19.907492 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:19.931845 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'Port': ['ID=98d2f9ba-8767-404e-a486-0ad74d4023c6,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:19.949789 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:30:19.958974 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Sync routers for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:30:19.968624 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:30:19.969407 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:20.035239 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.036612 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-02823849-eb9c-4357-a770-3439f37aa8ad admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0489943 Aug 08 20:30:20.039695 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 60286) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:20.069668 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Allocated IP 172.20.0.8 (f7b695fe-19e2-434f-8eb4-c15a4d9e8106/26065b2f-9031-47b7-9465-8434bc8f60f3/c170662b-9469-47c7-9b00-8f9053e2cb71) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:30:20.088726 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:30:20.232786 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks [] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.277262 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:18Z', 'revision_number': 3, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:20.301689 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Checking router: 31334999-1f1a-4313-a670-6d31557d6d5c for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:30:20.302045 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Updating router 31334999-1f1a-4313-a670-6d31557d6d5c port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:30:20.330236 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.334791 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.388467 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:30:20.392233 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:30:20.394085 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Pushing event updated for resources: {'Port': ['ID=c170662b-9469-47c7-9b00-8f9053e2cb71,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:20.396268 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:30:20.446613 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:20.447247 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.514504 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (ca7fb097-c4a2-4efd-912e-e50197c17a16), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.584283 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-8cade054-4f8a-4648-bee6-ac26cfc2101a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9757190 Aug 08 20:30:20.596672 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Request body: {'port': {'device_id': '0f99cfb9-c5cc-4b1d-a903-54c86e0d2614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:20.619141 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Publish callbacks [] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.662629 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.702927 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.719470 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.731288 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (98d2f9ba-8767-404e-a486-0ad74d4023c6), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.745297 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Attempting to bind port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:30:20.746066 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Attempting to bind port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:30:20.747408 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Attempting to bind port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b on network 20c2ba87-50cc-4c17-a28e-a16c072740fd {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:30:20.763947 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:30:20.769422 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:30:20.769422 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.769422 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Bound using segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:30:20.769422 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Bound port: 82bcb059-f343-4a7b-8dc9-d75b6f47b24b, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:30:20.769422 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.798456 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaff02-2ae5-4b5c-9c7e-a453111621f2 None None] Pushing event updated for resources: {'Port': ['ID=82bcb059-f343-4a7b-8dc9-d75b6f47b24b,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:20.850217 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] For port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:30:20.853934 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] For port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=82bcb059-f343-4a7b-8dc9-d75b6f47b24b,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:30:20.907250 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:20.954476 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:30:20.955221 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:21.022291 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaff02-2ae5-4b5c-9c7e-a453111621f2 None None] Pushing event updated for resources: {'Port': ['ID=82bcb059-f343-4a7b-8dc9-d75b6f47b24b,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:21.079138 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573cbb-2729-4445-9d8a-ec93d12dd36e req-cd59129f-8f01-4786-a259-9a4a05f9fdd8 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:21.081286 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a5573cbb-2729-4445-9d8a-ec93d12dd36e req-cd59129f-8f01-4786-a259-9a4a05f9fdd8 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.3997281 Aug 08 20:30:21.082621 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:30:21.229627 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c170662b-9469-47c7-9b00-8f9053e2cb71 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:30:21.237861 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Publish callbacks [] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:21.251615 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Transition to ACTIVE for port object c170662b-9469-47c7-9b00-8f9053e2cb71 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:30:21.274550 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:18Z', 'revision_number': 3, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:21.299339 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba499a76-523b-4bb1-a0f3-3c75b6be1978 None None] The sync data for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi is: [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:18Z', 'revision_number': 3, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:30:21.313405 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a5573cbb-2729-4445-9d8a-ec93d12dd36e req-d96b2534-bcf6-4e15-925b-315c14a1ad4f tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981876 Aug 08 20:30:21.334011 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8ac23-8de9-4e82-9273-a3dd296a15c6 req-1cb07c7e-9524-428b-aa9d-e37a157e7d10 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:21.335568 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0cf8ac23-8de9-4e82-9273-a3dd296a15c6 req-1cb07c7e-9524-428b-aa9d-e37a157e7d10 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 931 time: 0.2277036 Aug 08 20:30:21.346515 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:21.346877 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Allocated IP 172.20.0.1 (30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0/0b48208d-4ab2-4360-baa8-e93c0ab84e18/5f0dca6f-ab96-4b7d-ae8d-287977d37527) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:30:21.387014 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for port (98d2f9ba-8767-404e-a486-0ad74d4023c6), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:21.415338 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Pushing event updated for resources: {'Port': ['ID=c170662b-9469-47c7-9b00-8f9053e2cb71,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:21.461232 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (98d2f9ba-8767-404e-a486-0ad74d4023c6), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:21.475196 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Attempting to bind port c170662b-9469-47c7-9b00-8f9053e2cb71 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:30:21.475668 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Attempting to bind port c170662b-9469-47c7-9b00-8f9053e2cb71 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '7a9680fa-9b2e-4481-81c9-1f83b4ccd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:30:21.476348 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Attempting to bind port c170662b-9469-47c7-9b00-8f9053e2cb71 on network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:30:21.478130 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0cf8ac23-8de9-4e82-9273-a3dd296a15c6 req-24cdcbd4-2d22-4a7c-853d-3bfea50761f2 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346743 Aug 08 20:30:21.492462 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Port c170662b-9469-47c7-9b00-8f9053e2cb71 on network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:30:21.493049 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Attempting to bind port c170662b-9469-47c7-9b00-8f9053e2cb71 on network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:30:21.500720 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:30:21.501243 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Checking segment: {'id': '7a9680fa-9b2e-4481-81c9-1f83b4ccd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:30:21.502049 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Bound using segment: {'id': '7a9680fa-9b2e-4481-81c9-1f83b4ccd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:30:21.502552 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Bound port: c170662b-9469-47c7-9b00-8f9053e2cb71, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9680fa-9b2e-4481-81c9-1f83b4ccd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:30:21.502952 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:21.548378 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-becbae5a-981e-4aff-a8e3-76d72036f29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:21.601684 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (ca7fb097-c4a2-4efd-912e-e50197c17a16), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:21.607233 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'Port': ['ID=98d2f9ba-8767-404e-a486-0ad74d4023c6,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:21.612860 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Publish callbacks [] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:21.622334 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] For port c170662b-9469-47c7-9b00-8f9053e2cb71, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:30:21.632472 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] For port c170662b-9469-47c7-9b00-8f9053e2cb71, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c170662b-9469-47c7-9b00-8f9053e2cb71,segment=NetworkSegment(7a9680fa-9b2e-4481-81c9-1f83b4ccd455),segment_id=7a9680fa-9b2e-4481-81c9-1f83b4ccd455)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:30:21.678390 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:21.682525 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:21.683525 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:21.685829 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] 10.222.0.49 "PUT /v2.0/ports/c170662b-9469-47c7-9b00-8f9053e2cb71 HTTP/1.1" status: 200 len: 1093 time: 1.0943053 Aug 08 20:30:21.688472 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f99cfb9-c5cc-4b1d-a903-54c86e0d2614', 'tag': 'c170662b-9469-47c7-9b00-8f9053e2cb71'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:21.691891 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e671e329-37c5-449c-8136-be68c332e2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f99cfb9-c5cc-4b1d-a903-54c86e0d2614", "tag": "c170662b-9469-47c7-9b00-8f9053e2cb71"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:21.747930 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.l3_db [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Floating IP ca7fb097-c4a2-4efd-912e-e50197c17a16 associated. External IP: 172.27.3.167, port: e70a7d76-38d1-4508-bd5d-a3ffaff901f6. Aug 08 20:30:21.750340 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5855a36-7217-430e-aa54-7f448567fb09 x-openstack-request-id: req-a5855a36-7217-430e-aa54-7f448567fb09 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:21.750606 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f99cfb9-c5cc-4b1d-a903-54c86e0d2614", "tag": "c170662b-9469-47c7-9b00-8f9053e2cb71", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:21.750861 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5855a36-7217-430e-aa54-7f448567fb09 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:21.751330 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5855a36-7217-430e-aa54-7f448567fb09'] response: {'name': 'network-changed', 'server_uuid': '0f99cfb9-c5cc-4b1d-a903-54c86e0d2614', 'tag': 'c170662b-9469-47c7-9b00-8f9053e2cb71', 'status': 'completed', 'code': 200} Aug 08 20:30:21.752242 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3a740-76bf-4f03-816a-0980f14b1941 service neutron] Pushing event updated for resources: {'Port': ['ID=c170662b-9469-47c7-9b00-8f9053e2cb71,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:21.823181 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671e329-37c5-449c-8136-be68c332e2c7 req-5604fce1-7922-4a01-825b-6861ac35c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:21.823181 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e671e329-37c5-449c-8136-be68c332e2c7 req-5604fce1-7922-4a01-825b-6861ac35c93e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0db7b58fe744597ba1ed70370eb5316&device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 1127 time: 0.0519998 Aug 08 20:30:21.845413 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:21.900471 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:30:21.907755 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:30:21.913307 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:30:21.919022 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Pushing event updated for resources: {'Port': ['ID=5f0dca6f-ab96-4b7d-ae8d-287977d37527,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:21.945265 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671e329-37c5-449c-8136-be68c332e2c7 req-9a0f8979-d3c7-4f18-8591-ba9eeb13a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:21.947761 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e671e329-37c5-449c-8136-be68c332e2c7 req-9a0f8979-d3c7-4f18-8591-ba9eeb13a9da service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f0db7b58fe744597ba1ed70370eb5316&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1200259 Aug 08 20:30:22.014991 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641971'] for router_interface (31334999-1f1a-4313-a670-6d31557d6d5c), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:22.044067 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:22.078166 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671e329-37c5-449c-8136-be68c332e2c7 req-1cd53185-250e-4557-b583-b472cc48fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:22.079651 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e671e329-37c5-449c-8136-be68c332e2c7 req-1cd53185-250e-4557-b583-b472cc48fb4b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1221807 Aug 08 20:30:22.157396 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:30:22.190064 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-df3634d2-6b3a-4b32-9ee4-8f9b35ecab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:22.191907 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-df3634d2-6b3a-4b32-9ee4-8f9b35ecab1c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0db7b58fe744597ba1ed70370eb5316&device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 1127 time: 0.0663486 Aug 08 20:30:22.202653 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-43269d4d-c816-4d78-a0f7-1956a0ddf1b9 None None] Provisioning complete for port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:22.203365 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-43269d4d-c816-4d78-a0f7-1956a0ddf1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:22.236438 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-bc27b9ca-9c7b-42ba-bb87-feb753e339bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c170662b-9469-47c7-9b00-8f9053e2cb71 HTTP/1.1" status: 200 len: 217 time: 0.0376599 Aug 08 20:30:22.243997 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-43269d4d-c816-4d78-a0f7-1956a0ddf1b9 None None] Port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:30:22.293153 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-1734a4ed-4eed-4ad5-9acb-c334a4fe76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:22.294169 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-1734a4ed-4eed-4ad5-9acb-c334a4fe76b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26065b2f-9031-47b7-9465-8434bc8f60f3 HTTP/1.1" status: 200 len: 849 time: 0.0527265 Aug 08 20:30:22.305830 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:22.319771 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:30:22.332643 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-78901c88-7106-420a-a54d-1f16adc27c1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f7b695fe-19e2-434f-8eb4-c15a4d9e8106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325577 Aug 08 20:30:22.338653 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35301065-5255-43dd-9026-1ef239737102 None None] Sync routers for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:30:22.355941 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35301065-5255-43dd-9026-1ef239737102 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:30:22.360518 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-35301065-5255-43dd-9026-1ef239737102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:22.428125 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:22.446922 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-52ebe549-5f12-411a-a391-c7bc1e0d3ef9 service neutron] 10.222.0.49 "GET /v2.0/networks/f7b695fe-19e2-434f-8eb4-c15a4d9e8106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051066 Aug 08 20:30:22.493089 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-35301065-5255-43dd-9026-1ef239737102 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:30:22.501188 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d6ba8a77-6e80-4dff-b5e4-2e6dd4e51d86 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0159702 Aug 08 20:30:22.504284 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716f33c1-9358-469d-9a11-663f51fa3118', 'tag': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:22.507630 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9dcacc-961c-4236-a329-cd53a1df0751" -d '{"events": [{"name": "network-changed", "server_uuid": "716f33c1-9358-469d-9a11-663f51fa3118", "tag": "e70a7d76-38d1-4508-bd5d-a3ffaff901f6"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:22.544156 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b1dd7-fd1d-46ff-b5a9-e80f119fa3ac req-d58e4bf9-67cf-43c7-bf14-3dca47110fe2 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:22.551760 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1c4b1dd7-fd1d-46ff-b5a9-e80f119fa3ac req-d58e4bf9-67cf-43c7-bf14-3dca47110fe2 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.1287634 Aug 08 20:30:22.563793 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bd69fab2-d70c-404f-a02c-3163cedb4466 req-91d15ff8-8595-4193-8539-04a0b9975e17 service neutron] 10.222.0.49 "GET /v2.0/networks/f7b695fe-19e2-434f-8eb4-c15a4d9e8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101556 Aug 08 20:30:22.658301 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Publish callbacks [] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:22.670622 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1c4b1dd7-fd1d-46ff-b5a9-e80f119fa3ac req-28471d46-914f-4771-97ac-4c86aabcc5a3 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180906 Aug 08 20:30:22.700042 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3e2c5-c705-4f07-8644-8ba1c2069122 req-f131dd5a-f5b8-4fc6-8331-925ea1981f96 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:22.708173 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7fb3e2c5-c705-4f07-8644-8ba1c2069122 req-f131dd5a-f5b8-4fc6-8331-925ea1981f96 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 943 time: 0.1164241 Aug 08 20:30:22.735835 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:22.842142 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-35301065-5255-43dd-9026-1ef239737102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'ca7fb097-c4a2-4efd-912e-e50197c17a16', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:11:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f33c1-9358-469d-9a11-663f51fa3118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:20Z', 'revision_number': 0, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:22.845427 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7fb3e2c5-c705-4f07-8644-8ba1c2069122 req-412f9c8f-07b8-4698-91ca-616226dade93 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357212 Aug 08 20:30:22.860203 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641991'] for router_interface (31334999-1f1a-4313-a670-6d31557d6d5c), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:22.862506 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Pushing event updated for resources: {'Port': ['ID=5f0dca6f-ab96-4b7d-ae8d-287977d37527,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:22.871779 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35301065-5255-43dd-9026-1ef239737102 None None] Checking router: cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:30:22.882069 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35301065-5255-43dd-9026-1ef239737102 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:30:22.883227 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-35301065-5255-43dd-9026-1ef239737102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:22.890080 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f51a471-bb1e-4255-ba57-f300d31591da x-openstack-request-id: req-9f51a471-bb1e-4255-ba57-f300d31591da {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:22.890377 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716f33c1-9358-469d-9a11-663f51fa3118", "tag": "e70a7d76-38d1-4508-bd5d-a3ffaff901f6", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:22.890637 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f51a471-bb1e-4255-ba57-f300d31591da {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:22.891207 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f51a471-bb1e-4255-ba57-f300d31591da'] response: {'name': 'network-changed', 'server_uuid': '716f33c1-9358-469d-9a11-663f51fa3118', 'tag': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'status': 'completed', 'code': 200} Aug 08 20:30:22.958714 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dcacc-961c-4236-a329-cd53a1df0751 req-6e3a33d5-e1c3-4bb3-ab2e-45727a44c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:22.960421 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e9dcacc-961c-4236-a329-cd53a1df0751 req-6e3a33d5-e1c3-4bb3-ab2e-45727a44c475 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 1129 time: 0.0511646 Aug 08 20:30:22.971809 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:30:22.973663 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:30:23.011997 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-35301065-5255-43dd-9026-1ef239737102 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:30:23.091690 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dcacc-961c-4236-a329-cd53a1df0751 req-f8c6ac5a-d847-48c3-87c6-f0250c13d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:23.094242 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e9dcacc-961c-4236-a329-cd53a1df0751 req-f8c6ac5a-d847-48c3-87c6-f0250c13d23e service neutron] 10.222.0.49 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 912 time: 0.1275623 Aug 08 20:30:23.106186 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Router 31334999-1f1a-4313-a670-6d31557d6d5c has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:30:23.182322 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e9dcacc-961c-4236-a329-cd53a1df0751 req-cd4f36eb-e5b4-4fce-be2b-221d07131cc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70a7d76-38d1-4508-bd5d-a3ffaff901f6 HTTP/1.1" status: 200 len: 999 time: 0.0757530 Aug 08 20:30:23.243413 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dcacc-961c-4236-a329-cd53a1df0751 req-e6e8f731-62ee-401e-9886-7b2431c7616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:23.245077 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e9dcacc-961c-4236-a329-cd53a1df0751 req-e6e8f731-62ee-401e-9886-7b2431c7616e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dabc7f81-ee97-4703-9abc-0fad495abc04 HTTP/1.1" status: 200 len: 850 time: 0.0553892 Aug 08 20:30:23.267192 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:30:23.274061 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-353340ef-3e16-447a-8346-4a250c368949 admin admin] 10.222.0.26 "PUT /v2.0/routers/31334999-1f1a-4313-a670-6d31557d6d5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2331481 Aug 08 20:30:23.296921 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-35301065-5255-43dd-9026-1ef239737102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'ca7fb097-c4a2-4efd-912e-e50197c17a16', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:11:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f33c1-9358-469d-9a11-663f51fa3118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:20Z', 'revision_number': 0, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:23.309989 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Sync routers for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:30:23.323025 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:30:23.324621 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35301065-5255-43dd-9026-1ef239737102 None None] The sync data for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi is: [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'ca7fb097-c4a2-4efd-912e-e50197c17a16', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:11:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f33c1-9358-469d-9a11-663f51fa3118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:20Z', 'revision_number': 0, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:30:23.324911 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:29:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:23.327890 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dcacc-961c-4236-a329-cd53a1df0751 req-9f07fb79-b8e3-4a3b-89cb-112dd4a8afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:23.330244 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e9dcacc-961c-4236-a329-cd53a1df0751 req-9f07fb79-b8e3-4a3b-89cb-112dd4a8afff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774016 Aug 08 20:30:23.462561 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e9dcacc-961c-4236-a329-cd53a1df0751 req-b57ca030-6316-4fa6-b704-7c65e3fddd6c service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251302 Aug 08 20:30:23.561243 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6d6fe2ab-72de-4bc1-9fba-79adb91ebc91 None None] Provisioning complete for port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:23.562774 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe2ab-72de-4bc1-9fba-79adb91ebc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:23.614658 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3e9dcacc-961c-4236-a329-cd53a1df0751 req-bf88b67c-7de9-40d7-8249-036a5ad1a40f service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446395 Aug 08 20:30:23.616850 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb4b68-f8c1-4e38-9d0a-a57d4288c29a None None] New status for floating IP ca7fb097-c4a2-4efd-912e-e50197c17a16: ACTIVE {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:30:23.631471 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 82bcb059-f343-4a7b-8dc9-d75b6f47b24b up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:30:23.635113 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 60310) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:23.640733 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-78c5ec92-9fd0-455f-9227-94feaf8b323d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737723411', 'description': 'tempest-description--351417418'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:23.686516 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fe2ab-72de-4bc1-9fba-79adb91ebc91 None None] Port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:30:23.699629 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:30:23.736635 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec92-9fd0-455f-9227-94feaf8b323d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:23.750052 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:23.750438 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:23.834070 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8d1bd-e536-4d82-8cc2-7dec4c8e5622 req-c1dc5486-4f0d-43df-a26d-3f0d729cc56c tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:23.835607 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-64a8d1bd-e536-4d82-8cc2-7dec4c8e5622 req-c1dc5486-4f0d-43df-a26d-3f0d729cc56c tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0817204 Aug 08 20:30:23.885997 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec92-9fd0-455f-9227-94feaf8b323d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (44245f5b-9ed2-4072-ae70-ba1bb07495e4), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:23.928111 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-64a8d1bd-e536-4d82-8cc2-7dec4c8e5622 req-23f38372-43eb-4c1d-b28f-ef46e0e557d4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838161 Aug 08 20:30:23.929769 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:23.930453 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:23.986321 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=82bcb059-f343-4a7b-8dc9-d75b6f47b24b,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:23.987955 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec92-9fd0-455f-9227-94feaf8b323d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (44245f5b-9ed2-4072-ae70-ba1bb07495e4), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.019167 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 2, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:24.035581 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5ec92-9fd0-455f-9227-94feaf8b323d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44245f5b-9ed2-4072-ae70-ba1bb07495e4,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:24.048350 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88cb20-0288-4624-9e27-354a6e8f4efd req-a47d6bc6-cd9f-4b83-9d9a-006b2f14e7f0 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:24.049954 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2b88cb20-0288-4624-9e27-354a6e8f4efd req-a47d6bc6-cd9f-4b83-9d9a-006b2f14e7f0 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 943 time: 0.1172845 Aug 08 20:30:24.061547 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff238eb-f23c-48db-9301-3eac8c530a4d req-f81cbf43-c25f-4a71-a49c-a7334fa67054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:24.063845 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-aff238eb-f23c-48db-9301-3eac8c530a4d req-f81cbf43-c25f-4a71-a49c-a7334fa67054 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e9608241eb24854a240c8fbb067fc7f&device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 1130 time: 0.0725503 Aug 08 20:30:24.080277 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Checking router: 31334999-1f1a-4313-a670-6d31557d6d5c for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:30:24.080657 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Updating router 31334999-1f1a-4313-a670-6d31557d6d5c port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:30:24.088760 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a54fd4de-b681-44d4-8a4c-bddf917ac18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.088760 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.091758 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec92-9fd0-455f-9227-94feaf8b323d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.093149 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-78c5ec92-9fd0-455f-9227-94feaf8b323d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4574735 Aug 08 20:30:24.096107 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 60316) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:24.103992 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-baf83edf-ee4c-4897-a00a-c1f222b7c863 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'security_group_rule': {'security_group_id': '44245f5b-9ed2-4072-ae70-ba1bb07495e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:24.130755 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2b88cb20-0288-4624-9e27-354a6e8f4efd req-1b6cdc6f-2648-413b-a210-709a962b7743 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730734 Aug 08 20:30:24.169487 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.180566 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff238eb-f23c-48db-9301-3eac8c530a4d req-98427e29-7455-4adf-aa02-957216f8088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:24.182714 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-aff238eb-f23c-48db-9301-3eac8c530a4d req-98427e29-7455-4adf-aa02-957216f8088b service neutron] 10.222.0.49 "GET /v2.0/networks?id=ea75f05c-e804-4377-a249-bac473facd18 HTTP/1.1" status: 200 len: 910 time: 0.1128604 Aug 08 20:30:24.227382 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-baf83edf-ee4c-4897-a00a-c1f222b7c863 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (a9460f90-12c9-4297-9f96-805c10fcabf8), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.278940 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-aff238eb-f23c-48db-9301-3eac8c530a4d req-36f2d94f-e7db-4cfb-a16d-80c570f386f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8453a5-d963-4736-878c-676cdfeac32f HTTP/1.1" status: 200 len: 1001 time: 0.0856059 Aug 08 20:30:24.283420 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-baf83edf-ee4c-4897-a00a-c1f222b7c863 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (a9460f90-12c9-4297-9f96-805c10fcabf8), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.284737 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=82bcb059-f343-4a7b-8dc9-d75b6f47b24b,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:24.331601 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff238eb-f23c-48db-9301-3eac8c530a4d req-e83afeb6-3456-44c7-a649-2dce5a79992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:24.333471 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-aff238eb-f23c-48db-9301-3eac8c530a4d req-e83afeb6-3456-44c7-a649-2dce5a79992b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca HTTP/1.1" status: 200 len: 848 time: 0.0510869 Aug 08 20:30:24.352056 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-baf83edf-ee4c-4897-a00a-c1f222b7c863 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (a9460f90-12c9-4297-9f96-805c10fcabf8), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.371715 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf83edf-ee4c-4897-a00a-c1f222b7c863 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9460f90-12c9-4297-9f96-805c10fcabf8,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:24.390781 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff238eb-f23c-48db-9301-3eac8c530a4d req-77697a19-7621-4a50-837a-f3756db811eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:24.392349 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-aff238eb-f23c-48db-9301-3eac8c530a4d req-77697a19-7621-4a50-837a-f3756db811eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ea75f05c-e804-4377-a249-bac473facd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533450 Aug 08 20:30:24.469604 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Publish callbacks [] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.474324 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-baf83edf-ee4c-4897-a00a-c1f222b7c863 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.478726 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-baf83edf-ee4c-4897-a00a-c1f222b7c863 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3816471 Aug 08 20:30:24.479820 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 60318) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:24.484208 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-ed6a3aad-f2cc-4445-9a5a-3bbb75474fb4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'security_group_rule': {'security_group_id': '44245f5b-9ed2-4072-ae70-ba1bb07495e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:24.493796 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-aff238eb-f23c-48db-9301-3eac8c530a4d req-f46859ae-721c-4cac-b29d-80237a8efaf2 service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953429 Aug 08 20:30:24.557562 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.591717 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3aad-f2cc-4445-9a5a-3bbb75474fb4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (e4dcf053-84d2-4549-9020-2b32f2f999da), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.596772 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-aff238eb-f23c-48db-9301-3eac8c530a4d req-e913f194-9f2a-4fb4-a411-c1e3a91381a7 service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969276 Aug 08 20:30:24.653122 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3a741-b289-4b52-8a07-91c7c2396f19 None None] Pushing event updated for resources: {'Port': ['ID=5f0dca6f-ab96-4b7d-ae8d-287977d37527,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:24.659342 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3aad-f2cc-4445-9a5a-3bbb75474fb4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (e4dcf053-84d2-4549-9020-2b32f2f999da), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.667955 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Attempting to bind port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:30:24.670738 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Attempting to bind port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:30:24.670738 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Attempting to bind port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:30:24.673797 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:30:24.674172 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Checking segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:30:24.674685 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.675085 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Bound using segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:30:24.675548 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Bound port: 5f0dca6f-ab96-4b7d-ae8d-287977d37527, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:30:24.675928 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.735771 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] For port 5f0dca6f-ab96-4b7d-ae8d-287977d37527, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:30:24.739094 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] For port 5f0dca6f-ab96-4b7d-ae8d-287977d37527, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5f0dca6f-ab96-4b7d-ae8d-287977d37527,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:30:24.791439 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3aad-f2cc-4445-9a5a-3bbb75474fb4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (e4dcf053-84d2-4549-9020-2b32f2f999da), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.809190 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a3aad-f2cc-4445-9a5a-3bbb75474fb4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4dcf053-84d2-4549-9020-2b32f2f999da,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:24.838687 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.875797 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:30:24.876408 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:30:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:24.924492 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3aad-f2cc-4445-9a5a-3bbb75474fb4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:24.925679 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ed6a3aad-f2cc-4445-9a5a-3bbb75474fb4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4451230 Aug 08 20:30:24.928956 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 60320) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:24.934137 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:24.971725 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device c170662b-9469-47c7-9b00-8f9053e2cb71 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:30:24.992253 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3a741-b289-4b52-8a07-91c7c2396f19 None None] Pushing event updated for resources: {'Port': ['ID=5f0dca6f-ab96-4b7d-ae8d-287977d37527,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:25.014913 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:25.040010 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:30:25.104210 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:25.144617 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901bf4d-5a0e-4d0a-a432-075a41d5bba6 req-2dae7032-854a-4abf-9423-4a20467d1fa8 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:25.146140 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0901bf4d-5a0e-4d0a-a432-075a41d5bba6 req-2dae7032-854a-4abf-9423-4a20467d1fa8 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0760875 Aug 08 20:30:25.223121 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:25.229202 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0901bf4d-5a0e-4d0a-a432-075a41d5bba6 req-5fa0597a-2ac2-428c-82cc-c94106069cad tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717289 Aug 08 20:30:25.236681 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port c170662b-9469-47c7-9b00-8f9053e2cb71, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c170662b-9469-47c7-9b00-8f9053e2cb71,segment=NetworkSegment(7a9680fa-9b2e-4481-81c9-1f83b4ccd455),segment_id=7a9680fa-9b2e-4481-81c9-1f83b4ccd455)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:25.280095 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'c170662b-9469-47c7-9b00-8f9053e2cb71', 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106', 'port_id': 'c170662b-9469-47c7-9b00-8f9053e2cb71', 'mac_address': 'fa:16:3e:3d:c2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26065b2f-9031-47b7-9465-8434bc8f60f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:30:25.355298 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port c170662b-9469-47c7-9b00-8f9053e2cb71 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:25.355569 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:25.363458 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf5016-990d-4c86-b975-456a1aa37491 req-9405be66-b3f3-4ece-9430-a8605ed317e8 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:25.366407 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ebbf5016-990d-4c86-b975-456a1aa37491 req-9405be66-b3f3-4ece-9430-a8605ed317e8 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 943 time: 0.1289690 Aug 08 20:30:25.374201 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c170662b-9469-47c7-9b00-8f9053e2cb71 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:30:25.383904 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Allocated IP 172.27.3.8 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/2ca05e31-a117-4b5c-b23f-6d8d596dbd19) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:30:25.401076 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port c170662b-9469-47c7-9b00-8f9053e2cb71, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c170662b-9469-47c7-9b00-8f9053e2cb71,segment=NetworkSegment(7a9680fa-9b2e-4481-81c9-1f83b4ccd455),segment_id=7a9680fa-9b2e-4481-81c9-1f83b4ccd455)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:25.406456 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:24Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:25.431288 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975538c0-c8ae-46f5-bb99-72d2f6bd84f9 None None] The sync data for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi is: [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:24Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:30:25.473824 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ebbf5016-990d-4c86-b975-456a1aa37491 req-9babc8ce-e765-44e1-80d7-b27a2b56988b tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914772 Aug 08 20:30:25.480427 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:25.565719 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for port (2ca05e31-a117-4b5c-b23f-6d8d596dbd19), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:25.732088 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (2ca05e31-a117-4b5c-b23f-6d8d596dbd19), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:25.741914 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 82bcb059-f343-4a7b-8dc9-d75b6f47b24b up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:30:25.780501 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:30:25.786370 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=c170662b-9469-47c7-9b00-8f9053e2cb71,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:25.789995 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:30:25.791922 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'Port': ['ID=2ca05e31-a117-4b5c-b23f-6d8d596dbd19,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:25.794440 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:30:25.819922 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['c170662b-9469-47c7-9b00-8f9053e2cb71'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:30:25.827001 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:25.827001 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:25.915401 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (2197804a-0678-49f0-9a3d-6e7d78451645), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:25.963585 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:26.040462 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (2ca05e31-a117-4b5c-b23f-6d8d596dbd19), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:26.209297 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for port (2ca05e31-a117-4b5c-b23f-6d8d596dbd19), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:26.278087 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (2ca05e31-a117-4b5c-b23f-6d8d596dbd19), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:26.376030 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'Port': ['ID=2ca05e31-a117-4b5c-b23f-6d8d596dbd19,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:26.381796 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (2197804a-0678-49f0-9a3d-6e7d78451645), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:26.412228 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875fdfe-0ecc-4dbb-89d8-efb9e1d21a6d req-dc7432af-ec3e-446e-84ef-8ddace0d642e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:26.414065 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f875fdfe-0ecc-4dbb-89d8-efb9e1d21a6d req-dc7432af-ec3e-446e-84ef-8ddace0d642e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0924966 Aug 08 20:30:26.468954 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f875fdfe-0ecc-4dbb-89d8-efb9e1d21a6d req-d789f438-17f6-455b-8a60-ff3e505af62f tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477908 Aug 08 20:30:26.485000 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:26.492036 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-a13c750f-803d-435f-9058-723960c66fa3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5562515 Aug 08 20:30:26.603025 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:26.681762 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-dd5a2a69-ade2-4b9a-ba40-0b86eaf8ecf1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1737723411&fields=id&tenant_id=a580d7c8912343189a99fb62f70906bf HTTP/1.1" status: 200 len: 267 time: 0.0559051 Aug 08 20:30:26.952432 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device c170662b-9469-47c7-9b00-8f9053e2cb71 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:30:27.075914 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-63c5d814-2f6a-4001-b0df-5f43d324ad13 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:27.077410 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-63c5d814-2f6a-4001-b0df-5f43d324ad13 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 814 time: 0.3877840 Aug 08 20:30:27.083067 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port c170662b-9469-47c7-9b00-8f9053e2cb71 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:30:27.085186 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa815886-eb85-4790-897b-c03046e89b0b req-0680fc65-bb46-4dc7-84c1-8e215fc802e5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:27.086568 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fa815886-eb85-4790-897b-c03046e89b0b req-0680fc65-bb46-4dc7-84c1-8e215fc802e5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 944 time: 0.0999224 Aug 08 20:30:27.087135 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port c170662b-9469-47c7-9b00-8f9053e2cb71 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:27.087664 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:27.103006 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-191c2219-13d8-4966-b4f5-622949a15084 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/quotas/a580d7c8912343189a99fb62f70906bf HTTP/1.1" status: 200 len: 375 time: 0.0155036 Aug 08 20:30:27.166796 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port c170662b-9469-47c7-9b00-8f9053e2cb71 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:27.167194 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:27.167405 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fa815886-eb85-4790-897b-c03046e89b0b req-311e6944-716d-41af-b94c-c58777c7414a tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734019 Aug 08 20:30:27.189957 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-45b6af0f-7e37-4e27-9662-66e34c3abe5f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798624 Aug 08 20:30:27.199996 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f99cfb9-c5cc-4b1d-a903-54c86e0d2614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c170662b-9469-47c7-9b00-8f9053e2cb71'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:27.202554 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50574a36-4c62-4f6f-8355-d648314fc879" -d '{"events": [{"server_uuid": "0f99cfb9-c5cc-4b1d-a903-54c86e0d2614", "name": "network-vif-plugged", "status": "completed", "tag": "c170662b-9469-47c7-9b00-8f9053e2cb71"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:27.215694 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port c170662b-9469-47c7-9b00-8f9053e2cb71, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c170662b-9469-47c7-9b00-8f9053e2cb71,segment=NetworkSegment(7a9680fa-9b2e-4481-81c9-1f83b4ccd455),segment_id=7a9680fa-9b2e-4481-81c9-1f83b4ccd455)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:27.238085 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df628f95-7e22-4f40-99f1-2d3f05e8b715 x-openstack-request-id: req-df628f95-7e22-4f40-99f1-2d3f05e8b715 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:27.238380 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f99cfb9-c5cc-4b1d-a903-54c86e0d2614", "name": "network-vif-plugged", "status": "completed", "tag": "c170662b-9469-47c7-9b00-8f9053e2cb71", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:27.238635 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df628f95-7e22-4f40-99f1-2d3f05e8b715 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:27.239037 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df628f95-7e22-4f40-99f1-2d3f05e8b715'] response: {'server_uuid': '0f99cfb9-c5cc-4b1d-a903-54c86e0d2614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c170662b-9469-47c7-9b00-8f9053e2cb71', 'code': 200} Aug 08 20:30:27.297192 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-6add049f-8b84-45d7-9667-b8ed5ecdb2dd service neutron] 10.222.0.26 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884755 Aug 08 20:30:27.300794 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:27.349356 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=c170662b-9469-47c7-9b00-8f9053e2cb71,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:27.398321 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-17a72134-dc03-43fe-ad8f-1c64aa8c67b9 service neutron] 10.222.0.26 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953221 Aug 08 20:30:27.556092 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72850b7-c4f9-47cc-bb0e-83c6316b945a req-fc7edeb2-a1c0-40b1-950b-e75b6a6e927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:27.557651 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a72850b7-c4f9-47cc-bb0e-83c6316b945a req-fc7edeb2-a1c0-40b1-950b-e75b6a6e927b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 1129 time: 0.0518060 Aug 08 20:30:27.561802 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5f0dca6f-ab96-4b7d-ae8d-287977d37527 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:30:27.624794 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:27.626063 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:27.654869 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89ce77-f681-4155-96f7-5b68a629aa13 req-a807312f-3b97-4f2d-a725-cd44ba372beb tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:27.655954 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9f89ce77-f681-4155-96f7-5b68a629aa13 req-a807312f-3b97-4f2d-a725-cd44ba372beb tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0933168 Aug 08 20:30:27.658545 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a72850b7-c4f9-47cc-bb0e-83c6316b945a req-53db9d16-270b-4102-9e2d-c42b9c82b0bd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856123 Aug 08 20:30:27.699569 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4255dd2d-518a-4813-b1c4-437c9c72343e req-d5bcb0c4-2196-4623-9832-c7cd64917927 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 210 time: 0.0418153 Aug 08 20:30:27.741771 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9f89ce77-f681-4155-96f7-5b68a629aa13 req-357a6b84-a4d5-4f16-8dfc-18c8727762b9 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752714 Aug 08 20:30:27.748419 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:27.748931 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:27.791655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 5f0dca6f-ab96-4b7d-ae8d-287977d37527, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5f0dca6f-ab96-4b7d-ae8d-287977d37527,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:27.894426 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:27.941062 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=5f0dca6f-ab96-4b7d-ae8d-287977d37527,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:28.053819 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:28.196339 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacd8ba-14b4-4c60-a4b6-8c51d0360233 req-69d650a7-a771-444a-bb6a-f56d4e96260c tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:28.201444 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fcacd8ba-14b4-4c60-a4b6-8c51d0360233 req-69d650a7-a771-444a-bb6a-f56d4e96260c tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0565751 Aug 08 20:30:28.309683 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fcacd8ba-14b4-4c60-a4b6-8c51d0360233 req-d81bba02-1861-40e8-896a-af2bd9d1b021 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982423 Aug 08 20:30:28.312333 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-689fd20c-e4f3-4647-84ee-dc2c33cde4f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136322 Aug 08 20:30:28.334639 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a13edf-cad5-4aac-a27a-555bb0274650 req-cac3fdcf-9fd7-4df7-8f12-d15c00bcd124 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:28.338369 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d6a13edf-cad5-4aac-a27a-555bb0274650 req-cac3fdcf-9fd7-4df7-8f12-d15c00bcd124 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 945 time: 0.0849886 Aug 08 20:30:28.427293 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-a017b3f9-9887-464c-9fdd-3d177f34c580 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:28.428677 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-a017b3f9-9887-464c-9fdd-3d177f34c580 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports/1a8453a5-d963-4736-878c-676cdfeac32f HTTP/1.1" status: 200 len: 943 time: 0.0693312 Aug 08 20:30:28.432028 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d6a13edf-cad5-4aac-a27a-555bb0274650 req-cd5449af-73c6-47b1-a7b7-a0dfe63290ab tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894728 Aug 08 20:30:28.799794 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1de97e82-a2ce-476e-a012-36bc08c055af req-c3b7df1f-6f0d-4167-afe7-1f2e69beeb49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 210 time: 0.0272145 Aug 08 20:30:29.446162 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b274d4d-bde8-402d-a4f8-94520173860b req-47af2de6-9e88-47f9-8917-056884fea162 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:29.451261 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3b274d4d-bde8-402d-a4f8-94520173860b req-47af2de6-9e88-47f9-8917-056884fea162 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0594442 Aug 08 20:30:29.509586 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3b274d4d-bde8-402d-a4f8-94520173860b req-586a9b55-4224-415b-8b9a-dea20d933492 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559266 Aug 08 20:30:29.541396 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5f0dca6f-ab96-4b7d-ae8d-287977d37527 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:30:29.568721 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c836e5-fd14-4a66-9b58-e6720051f910 req-ae769db3-9fba-4d31-abad-5ddcd50ea7c9 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:29.570522 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-67c836e5-fd14-4a66-9b58-e6720051f910 req-ae769db3-9fba-4d31-abad-5ddcd50ea7c9 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 945 time: 0.0600581 Aug 08 20:30:29.588950 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:29.589389 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:29.619834 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-67c836e5-fd14-4a66-9b58-e6720051f910 req-930059a9-9d27-46d6-a97c-91c38423b1b8 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425456 Aug 08 20:30:29.665551 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:29.903457 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fdfd060c-65d7-4bfb-aa85-83be924ce00d req-79aa6e90-c9bb-48f8-af72-47cc475e58b7 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 210 time: 0.0286326 Aug 08 20:30:30.126883 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ec3ed901-453a-49d2-a820-c7309d3ba434 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:30.128371 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ec3ed901-453a-49d2-a820-c7309d3ba434 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 814 time: 0.1081688 Aug 08 20:30:30.196833 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-c340546a-aa6a-463c-84e3-b58da82df443 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a580d7c8912343189a99fb62f70906bf HTTP/1.1" status: 200 len: 380 time: 0.0574927 Aug 08 20:30:30.206816 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'port': {'device_id': '8d3d31a3-4728-447e-90ac-394791a3c653', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'admin_state_up': True, 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'security_groups': ['44245f5b-9ed2-4072-ae70-ba1bb07495e4']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:30.369042 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Made reservation on behalf of a580d7c8912343189a99fb62f70906bf for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:30:30.374165 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:30.522283 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Allocated IP 172.20.0.9 (30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0/0b48208d-4ab2-4360-baa8-e93c0ab84e18/123198e1-be0c-499b-aaf1-b19c568fbcc5) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:30:30.638875 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a67ff-81d4-49bd-b085-057265bb4459 req-60074747-79a0-476a-b465-fafc03630335 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:30.640423 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bb0a67ff-81d4-49bd-b085-057265bb4459 req-60074747-79a0-476a-b465-fafc03630335 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0547452 Aug 08 20:30:30.662684 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:30.702192 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bb0a67ff-81d4-49bd-b085-057265bb4459 req-11ea72ec-16f1-4205-9d8e-9f89a827256b tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541589 Aug 08 20:30:30.787081 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:30.845087 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:30:30.851809 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276a497-8fa9-461a-83a4-eafae75c6c0a req-c94377dd-19fe-46d2-8b0c-3672b66de8a1 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:30.853339 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9276a497-8fa9-461a-83a4-eafae75c6c0a req-c94377dd-19fe-46d2-8b0c-3672b66de8a1 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 945 time: 0.0595815 Aug 08 20:30:30.864200 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:30:30.866592 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:30:30.893155 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'Port': ['ID=123198e1-be0c-499b-aaf1-b19c568fbcc5,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:30.907889 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9276a497-8fa9-461a-83a4-eafae75c6c0a req-e32f0f90-d505-4393-b79e-2f0f0d3732ec tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443335 Aug 08 20:30:30.929862 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:30.930491 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:30.934527 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-0ef93098-0ec5-40ab-babc-fe13ba0b140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:30.936035 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-0ef93098-0ec5-40ab-babc-fe13ba0b140b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466&tenant_id=8e9608241eb24854a240c8fbb067fc7f HTTP/1.1" status: 200 len: 1130 time: 0.1100681 Aug 08 20:30:30.988928 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 1a8453a5-d963-4736-878c-676cdfeac32f no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:30:31.014642 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-831a82e3-d582-43ce-a196-d3d88d6a92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:31.018837 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-831a82e3-d582-43ce-a196-d3d88d6a92f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e9608241eb24854a240c8fbb067fc7f&device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 1130 time: 0.0590353 Aug 08 20:30:31.023589 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-7a72347b-d8b2-4d74-b0f3-fb1c1cb73af1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8203712 Aug 08 20:30:31.045499 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7e0a4-339f-4ae2-8b04-223c5c147141 req-ee0689a4-46f9-4f85-be72-b13564e097b2 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:31.053029 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e1d7e0a4-339f-4ae2-8b04-223c5c147141 req-ee0689a4-46f9-4f85-be72-b13564e097b2 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 931 time: 0.0624893 Aug 08 20:30:31.078917 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 1a8453a5-d963-4736-878c-676cdfeac32f is: ACTIVE; New status is: DOWN {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:31.079323 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:31.088671 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Request body: {'port': {'device_id': '8d3d31a3-4728-447e-90ac-394791a3c653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:31.101930 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e1d7e0a4-339f-4ae2-8b04-223c5c147141 req-1b6bf9e4-be62-41b2-b82b-8d0dbe613e03 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477631 Aug 08 20:30:31.106978 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:31.114325 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc91b09f-70c7-477f-854b-fa4ae5b7fb6b" -d '{"events": [{"server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "name": "network-vif-unplugged", "status": "completed", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:31.133783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 1a8453a5-d963-4736-878c-676cdfeac32f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=1a8453a5-d963-4736-878c-676cdfeac32f,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:31.160930 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c2fba0-beca-4f84-9c71-17e979273cb2 x-openstack-request-id: req-e3c2fba0-beca-4f84-9c71-17e979273cb2 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:31.161224 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "name": "network-vif-unplugged", "status": "completed", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:31.161480 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3c2fba0-beca-4f84-9c71-17e979273cb2 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:31.161903 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c2fba0-beca-4f84-9c71-17e979273cb2'] response: {'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f', 'code': 200} Aug 08 20:30:31.167590 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-c0c2dafd-0879-43b4-a5df-f1c7bb85da8b None None] Provisioning complete for port 123198e1-be0c-499b-aaf1-b19c568fbcc5 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:31.167957 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c0c2dafd-0879-43b4-a5df-f1c7bb85da8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:31.198271 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:31.200583 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2dafd-0879-43b4-a5df-f1c7bb85da8b None None] Port 123198e1-be0c-499b-aaf1-b19c568fbcc5 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:30:31.210703 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-e9c10898-659c-41f9-b5c3-fe9e56019d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:31.213823 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-e9c10898-659c-41f9-b5c3-fe9e56019d87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ea75f05c-e804-4377-a249-bac473facd18 HTTP/1.1" status: 200 len: 910 time: 0.1764772 Aug 08 20:30:31.231415 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:31.282316 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=1a8453a5-d963-4736-878c-676cdfeac32f,revision_number=6']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:31.348917 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-bd821e10-50ca-478e-9561-c28d5010b529 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8453a5-d963-4736-878c-676cdfeac32f HTTP/1.1" status: 200 len: 999 time: 0.1297212 Aug 08 20:30:31.446958 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-dad4b59b-dc92-40d0-853c-a8c18814cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:31.448320 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-dad4b59b-dc92-40d0-853c-a8c18814cbf8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca HTTP/1.1" status: 200 len: 848 time: 0.0915239 Aug 08 20:30:31.537439 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-016fbc69-764a-40ec-89f8-a4023e151551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:31.538952 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-016fbc69-764a-40ec-89f8-a4023e151551 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ea75f05c-e804-4377-a249-bac473facd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827627 Aug 08 20:30:31.624118 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123198e1-be0c-499b-aaf1-b19c568fbcc5 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:30:31.634028 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Publish callbacks [] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:31.656385 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Transition to ACTIVE for port object 123198e1-be0c-499b-aaf1-b19c568fbcc5 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:30:31.678256 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-50b23fa5-acfb-44f6-94c0-12dae2d784ea service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180234 Aug 08 20:30:31.769899 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a2aadb7b-b88c-4cae-8486-96cfda59365c req-a659a570-bc29-4314-9749-19e06631c40c service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846646 Aug 08 20:30:31.770620 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:31.836190 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Pushing event updated for resources: {'Port': ['ID=123198e1-be0c-499b-aaf1-b19c568fbcc5,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:31.840094 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32b18a-a5f8-433b-bd3e-c2260fb94dee req-fbe05f23-1f5e-4ef5-b585-45e4f629db78 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:31.842007 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ea32b18a-a5f8-433b-bd3e-c2260fb94dee req-fbe05f23-1f5e-4ef5-b585-45e4f629db78 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0699980 Aug 08 20:30:31.885688 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Attempting to bind port 123198e1-be0c-499b-aaf1-b19c568fbcc5 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:30:31.886021 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Attempting to bind port 123198e1-be0c-499b-aaf1-b19c568fbcc5 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:30:31.886510 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Attempting to bind port 123198e1-be0c-499b-aaf1-b19c568fbcc5 on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:30:31.890852 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Port 123198e1-be0c-499b-aaf1-b19c568fbcc5 on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:30:31.891179 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Attempting to bind port 123198e1-be0c-499b-aaf1-b19c568fbcc5 on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:30:31.895985 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:30:31.896328 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Checking segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:30:31.896719 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Bound using segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:30:31.897197 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Bound port: 123198e1-be0c-499b-aaf1-b19c568fbcc5, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:30:31.897562 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:31.899610 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ea32b18a-a5f8-433b-bd3e-c2260fb94dee req-9b341beb-c788-435f-8529-697111c8029a tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496345 Aug 08 20:30:31.958298 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] For port 123198e1-be0c-499b-aaf1-b19c568fbcc5, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:30:31.961416 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] For port 123198e1-be0c-499b-aaf1-b19c568fbcc5, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=123198e1-be0c-499b-aaf1-b19c568fbcc5,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:30:32.032746 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1cad7-3aea-4ab7-8bec-1610c1bae66a req-713d4ad5-c15f-4b67-97f2-f4776cddc96e tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:32.034195 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c7b1cad7-3aea-4ab7-8bec-1610c1bae66a req-713d4ad5-c15f-4b67-97f2-f4776cddc96e tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 945 time: 0.0530922 Aug 08 20:30:32.061123 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:32.064114 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:32.065015 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:32.066510 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] 10.222.0.49 "PUT /v2.0/ports/123198e1-be0c-499b-aaf1-b19c568fbcc5 HTTP/1.1" status: 200 len: 1093 time: 0.9818161 Aug 08 20:30:32.068484 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3d31a3-4728-447e-90ac-394791a3c653', 'tag': '123198e1-be0c-499b-aaf1-b19c568fbcc5'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:32.070814 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7ed43e-c30a-4b7c-b447-7cf9b3252900" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3d31a3-4728-447e-90ac-394791a3c653", "tag": "123198e1-be0c-499b-aaf1-b19c568fbcc5"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:32.084951 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c7b1cad7-3aea-4ab7-8bec-1610c1bae66a req-20c07c25-dc08-46ce-aa0e-b093defd8430 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450144 Aug 08 20:30:32.111792 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa0475e-f8ac-4243-b40e-aab9c32bcb3f x-openstack-request-id: req-4fa0475e-f8ac-4243-b40e-aab9c32bcb3f {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:32.112083 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3d31a3-4728-447e-90ac-394791a3c653", "tag": "123198e1-be0c-499b-aaf1-b19c568fbcc5", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:32.112360 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fa0475e-f8ac-4243-b40e-aab9c32bcb3f {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:32.112754 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa0475e-f8ac-4243-b40e-aab9c32bcb3f'] response: {'name': 'network-changed', 'server_uuid': '8d3d31a3-4728-447e-90ac-394791a3c653', 'tag': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'status': 'completed', 'code': 200} Aug 08 20:30:32.143240 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee246057-edeb-456f-91aa-3bbdcb295f66 service neutron] Pushing event updated for resources: {'Port': ['ID=123198e1-be0c-499b-aaf1-b19c568fbcc5,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:32.185924 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ed43e-c30a-4b7c-b447-7cf9b3252900 req-4dccb71d-7881-4491-b5c8-64b221ab28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:32.187444 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fe7ed43e-c30a-4b7c-b447-7cf9b3252900 req-4dccb71d-7881-4491-b5c8-64b221ab28b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 1127 time: 0.0534117 Aug 08 20:30:32.235339 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4075de-0e51-474f-82c1-3328b7824cbc req-7857f3af-8ede-43ec-80d3-67e929dfd7ac tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:32.236869 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3c4075de-0e51-474f-82c1-3328b7824cbc req-7857f3af-8ede-43ec-80d3-67e929dfd7ac tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 943 time: 0.0537672 Aug 08 20:30:32.285840 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3c4075de-0e51-474f-82c1-3328b7824cbc req-8bc516c5-da82-4491-8a7d-7fd9c5010bfc tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431249 Aug 08 20:30:32.317932 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ed43e-c30a-4b7c-b447-7cf9b3252900 req-c2a29401-53de-47b3-864c-e63607e9d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:32.319410 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fe7ed43e-c30a-4b7c-b447-7cf9b3252900 req-c2a29401-53de-47b3-864c-e63607e9d091 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a580d7c8912343189a99fb62f70906bf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1255352 Aug 08 20:30:32.379503 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c638985-412b-4a40-82c3-d1a4eb94d266 req-369bc7e8-07bb-4669-a374-7ff7a5194b4c tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:32.380984 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7c638985-412b-4a40-82c3-d1a4eb94d266 req-369bc7e8-07bb-4669-a374-7ff7a5194b4c tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 945 time: 0.1168351 Aug 08 20:30:32.481730 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ed43e-c30a-4b7c-b447-7cf9b3252900 req-b8bd1d67-09fc-464a-97cc-957dc54f1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:32.483208 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-fe7ed43e-c30a-4b7c-b447-7cf9b3252900 req-b8bd1d67-09fc-464a-97cc-957dc54f1cb7 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561809 Aug 08 20:30:32.504003 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-7c638985-412b-4a40-82c3-d1a4eb94d266 req-60fc2726-4b12-45c4-ab89-97a1fa9c6abb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Deleting port c170662b-9469-47c7-9b00-8f9053e2cb71 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:30:32.504348 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7c638985-412b-4a40-82c3-d1a4eb94d266 req-60fc2726-4b12-45c4-ab89-97a1fa9c6abb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:32.881582 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-d5505d8c-051c-4f46-b224-3f2efc50ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:32.883334 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-d5505d8c-051c-4f46-b224-3f2efc50ef17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 1127 time: 0.3645356 Aug 08 20:30:32.890314 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-7c638985-412b-4a40-82c3-d1a4eb94d266 req-60fc2726-4b12-45c4-ab89-97a1fa9c6abb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] For port c170662b-9469-47c7-9b00-8f9053e2cb71, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c170662b-9469-47c7-9b00-8f9053e2cb71,segment=NetworkSegment(7a9680fa-9b2e-4481-81c9-1f83b4ccd455),segment_id=7a9680fa-9b2e-4481-81c9-1f83b4ccd455)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:32.890688 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7c638985-412b-4a40-82c3-d1a4eb94d266 req-60fc2726-4b12-45c4-ab89-97a1fa9c6abb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:32.933249 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-8588c586-1185-402a-8913-6c18d3a22996 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=123198e1-be0c-499b-aaf1-b19c568fbcc5 HTTP/1.1" status: 200 len: 217 time: 0.0394657 Aug 08 20:30:32.933827 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-7c638985-412b-4a40-82c3-d1a4eb94d266 req-60fc2726-4b12-45c4-ab89-97a1fa9c6abb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Calling delete_port for c170662b-9469-47c7-9b00-8f9053e2cb71 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:30:33.027284 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-b12de06d-d199-4878-a4e3-f4f56930ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:33.028770 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-b12de06d-d199-4878-a4e3-f4f56930ea9d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b48208d-4ab2-4360-baa8-e93c0ab84e18 HTTP/1.1" status: 200 len: 853 time: 0.0894666 Aug 08 20:30:33.029057 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce55cf4-b96d-4886-8383-6fd9e44836bb req-0d7e9d63-c920-4951-89a1-276247b97d88 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:33.031538 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3ce55cf4-b96d-4886-8383-6fd9e44836bb req-0d7e9d63-c920-4951-89a1-276247b97d88 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0593066 Aug 08 20:30:33.079456 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3ce55cf4-b96d-4886-8383-6fd9e44836bb req-85dc4396-ea27-49ec-912b-b9b2eac5a33a tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Aug 08 20:30:33.110476 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-9d7f9b92-cf37-4f0e-97d2-76ad37d1b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:33.111996 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-9d7f9b92-cf37-4f0e-97d2-76ad37d1b678 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773265 Aug 08 20:30:33.213175 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a304e-f32e-4710-8061-818098cc301c req-f2ee96b1-c2b5-4425-8f5b-c8e35a79d91e tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:33.215166 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-143ecc73-f83e-4975-8156-24dfd400a312 service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914853 Aug 08 20:30:33.215393 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1d8a304e-f32e-4710-8061-818098cc301c req-f2ee96b1-c2b5-4425-8f5b-c8e35a79d91e tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f99cfb9-c5cc-4b1d-a903-54c86e0d2614 HTTP/1.1" status: 200 len: 945 time: 0.0541620 Aug 08 20:30:33.219575 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7c638985-412b-4a40-82c3-d1a4eb94d266 req-60fc2726-4b12-45c4-ab89-97a1fa9c6abb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (c170662b-9469-47c7-9b00-8f9053e2cb71), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:33.234253 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['c170662b-9469-47c7-9b00-8f9053e2cb71'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:30:33.276000 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1d8a304e-f32e-4710-8061-818098cc301c req-38c00d8e-331c-41db-9e2a-74df3e7c464c tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549996 Aug 08 20:30:33.295820 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc2726-4b12-45c4-ab89-97a1fa9c6abb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Pushing event deleted for resources: {'Port': ['ID=c170662b-9469-47c7-9b00-8f9053e2cb71,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:33.344708 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c638985-412b-4a40-82c3-d1a4eb94d266 req-60fc2726-4b12-45c4-ab89-97a1fa9c6abb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] No DVR routers for this DVR port c170662b-9469-47c7-9b00-8f9053e2cb71 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:30:33.348622 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7c638985-412b-4a40-82c3-d1a4eb94d266 req-60fc2726-4b12-45c4-ab89-97a1fa9c6abb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:33.352046 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7c638985-412b-4a40-82c3-d1a4eb94d266 req-60fc2726-4b12-45c4-ab89-97a1fa9c6abb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.49 "DELETE /v2.0/ports/c170662b-9469-47c7-9b00-8f9053e2cb71 HTTP/1.1" status: 204 len: 173 time: 0.9641573 Aug 08 20:30:33.375911 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ba7df89c-dcfb-4030-b70d-92cbf92daec2 req-5d2304e5-49b8-4740-ae6e-3fb9f2d1b1c6 service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543016 Aug 08 20:30:33.418099 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067a32b-7837-43f2-90ec-928c5c5e2497 req-d2a66879-3f7d-4cea-a42d-352280b2d15e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:33.419746 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8067a32b-7837-43f2-90ec-928c5c5e2497 req-d2a66879-3f7d-4cea-a42d-352280b2d15e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 943 time: 0.0589371 Aug 08 20:30:33.471671 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8067a32b-7837-43f2-90ec-928c5c5e2497 req-42864179-82b4-4e65-89b8-f5402c8d1fb3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458753 Aug 08 20:30:34.118106 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f99cfb9-c5cc-4b1d-a903-54c86e0d2614', 'name': 'network-vif-deleted', 'tag': 'c170662b-9469-47c7-9b00-8f9053e2cb71'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:34.118106 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffff341e-01e5-43e1-8ef8-1e3606b42d22" -d '{"events": [{"server_uuid": "0f99cfb9-c5cc-4b1d-a903-54c86e0d2614", "name": "network-vif-deleted", "tag": "c170662b-9469-47c7-9b00-8f9053e2cb71"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:34.158910 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79311c76-f748-4f8a-ab39-dd1c0c4ae795 x-openstack-request-id: req-79311c76-f748-4f8a-ab39-dd1c0c4ae795 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:34.159395 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f99cfb9-c5cc-4b1d-a903-54c86e0d2614", "name": "network-vif-deleted", "tag": "c170662b-9469-47c7-9b00-8f9053e2cb71", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:34.159660 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79311c76-f748-4f8a-ab39-dd1c0c4ae795 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:34.160074 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79311c76-f748-4f8a-ab39-dd1c0c4ae795'] response: {'server_uuid': '0f99cfb9-c5cc-4b1d-a903-54c86e0d2614', 'name': 'network-vif-deleted', 'tag': 'c170662b-9469-47c7-9b00-8f9053e2cb71', 'status': 'completed', 'code': 200} Aug 08 20:30:34.206245 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ec529-6bdf-4e3e-87b1-bf0b8f8cf28e req-c7b3c20b-b5b1-4f26-b45a-052b773249cd tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:34.207770 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5d3ec529-6bdf-4e3e-87b1-bf0b8f8cf28e req-c7b3c20b-b5b1-4f26-b45a-052b773249cd tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0555661 Aug 08 20:30:34.256489 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5d3ec529-6bdf-4e3e-87b1-bf0b8f8cf28e req-1cf34482-aec9-4271-92a6-8a7df6f53a4b tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429313 Aug 08 20:30:34.543977 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-2fbd0d1f-8552-44cb-aa2a-a6364e4693cf tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:34.545470 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-2fbd0d1f-8552-44cb-aa2a-a6364e4693cf tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/networks?id=f7b695fe-19e2-434f-8eb4-c15a4d9e8106 HTTP/1.1" status: 200 len: 809 time: 0.1073346 Aug 08 20:30:34.580559 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-fa6a7f3b-ea0c-4e13-8e2b-aa2b255fd2ea tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/quotas/f0db7b58fe744597ba1ed70370eb5316 HTTP/1.1" status: 200 len: 375 time: 0.0263824 Aug 08 20:30:34.615878 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-ecbdc7eb-ce0c-4465-bdb3-bc7401c6eaad tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0db7b58fe744597ba1ed70370eb5316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290167 Aug 08 20:30:34.627674 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9994d-b49b-4659-9f49-2f148c3db9da req-7a2a0245-55d4-4137-b4bc-c6233179e66c tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:34.629166 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1cf9994d-b49b-4659-9f49-2f148c3db9da req-7a2a0245-55d4-4137-b4bc-c6233179e66c tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 943 time: 0.0828271 Aug 08 20:30:34.725818 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1cf9994d-b49b-4659-9f49-2f148c3db9da req-2a026c9e-79bb-47d4-aadc-a1c62df74295 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875881 Aug 08 20:30:34.750032 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-06252343-7d22-4584-967a-2c27f9b96ff6 service neutron] 10.222.0.26 "GET /v2.0/networks/f7b695fe-19e2-434f-8eb4-c15a4d9e8106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199279 Aug 08 20:30:34.842524 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-ce1419e7-cad5-4984-a96a-331c1c21fb75 service neutron] 10.222.0.26 "GET /v2.0/networks/f7b695fe-19e2-434f-8eb4-c15a4d9e8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867705 Aug 08 20:30:35.072591 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6d6e8eef-3375-4153-b1c5-47e66daa2df1 req-34d365c1-3476-4a74-9b85-bb433844c672 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 210 time: 0.0264070 Aug 08 20:30:35.386779 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a196f2-b2c5-42b3-a3a9-386d791b5a02 req-99e56977-3a39-4e5f-acce-14a6e690ce2e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:35.386779 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-57a196f2-b2c5-42b3-a3a9-386d791b5a02 req-99e56977-3a39-4e5f-acce-14a6e690ce2e tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0565975 Aug 08 20:30:35.432274 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-57a196f2-b2c5-42b3-a3a9-386d791b5a02 req-39537f8f-acae-42ff-8298-1ae268f41cfa tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419278 Aug 08 20:30:35.856303 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aab754-090b-48ce-81d4-3b71486ff1bc req-9b925093-0f95-4008-8508-fdcebdabe083 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:35.857828 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a6aab754-090b-48ce-81d4-3b71486ff1bc req-9b925093-0f95-4008-8508-fdcebdabe083 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 943 time: 0.0574903 Aug 08 20:30:35.908122 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a6aab754-090b-48ce-81d4-3b71486ff1bc req-5cb5851d-08f5-429c-b95d-c67ed33a6660 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442269 Aug 08 20:30:36.172250 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1422fba4-d300-417a-8123-6423e7a4bd25 req-fc3e9553-c7fd-4d7d-8bd9-38d3570e564e tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 210 time: 0.0275068 Aug 08 20:30:36.556339 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f95764-dd23-4de4-aa02-81000a9dda37 req-acf0bbdf-7620-455d-83de-8829df06a549 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:36.557901 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-68f95764-dd23-4de4-aa02-81000a9dda37 req-acf0bbdf-7620-455d-83de-8829df06a549 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0549240 Aug 08 20:30:36.606725 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-68f95764-dd23-4de4-aa02-81000a9dda37 req-dbca088b-5074-46af-a07f-68c39d5103d4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431519 Aug 08 20:30:36.874335 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-be3eb569-bfe2-4d2a-a47c-cc03d8e350a7 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:36.875722 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-be3eb569-bfe2-4d2a-a47c-cc03d8e350a7 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.49 "GET /v2.0/networks?id=f7b695fe-19e2-434f-8eb4-c15a4d9e8106 HTTP/1.1" status: 200 len: 809 time: 0.1047237 Aug 08 20:30:36.888279 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Request body: {'port': {'device_id': '2cf5b146-48ae-472f-8cdf-f9dad1866998', 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106', 'admin_state_up': True, 'tenant_id': 'f0db7b58fe744597ba1ed70370eb5316'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:37.005677 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 123198e1-be0c-499b-aaf1-b19c568fbcc5 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:30:37.009467 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device c170662b-9469-47c7-9b00-8f9053e2cb71 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:30:37.033250 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: c170662b-9469-47c7-9b00-8f9053e2cb71 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:30:37.033580 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device c170662b-9469-47c7-9b00-8f9053e2cb71 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:30:37.041686 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c6a2f-9f75-402b-9dd3-c105364faaff req-3682de0e-3765-4a68-b174-fd6d13485c18 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:37.044543 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1d6c6a2f-9f75-402b-9dd3-c105364faaff req-3682de0e-3765-4a68-b174-fd6d13485c18 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 943 time: 0.0587668 Aug 08 20:30:37.078551 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Made reservation on behalf of f0db7b58fe744597ba1ed70370eb5316 for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:30:37.081811 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:37.100108 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1d6c6a2f-9f75-402b-9dd3-c105364faaff req-a6b864e1-6b45-411d-818f-0af2c3ae56b4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499699 Aug 08 20:30:37.132186 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 123198e1-be0c-499b-aaf1-b19c568fbcc5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=123198e1-be0c-499b-aaf1-b19c568fbcc5,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:37.142971 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'port_id': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'mac_address': 'fa:16:3e:cb:db:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:30:37.180254 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 123198e1-be0c-499b-aaf1-b19c568fbcc5 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:37.180873 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:37.196487 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123198e1-be0c-499b-aaf1-b19c568fbcc5 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:30:37.216657 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 123198e1-be0c-499b-aaf1-b19c568fbcc5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=123198e1-be0c-499b-aaf1-b19c568fbcc5,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:37.230700 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Allocated IP 172.20.0.9 (f7b695fe-19e2-434f-8eb4-c15a4d9e8106/26065b2f-9031-47b7-9465-8434bc8f60f3/8e991e27-97b2-4e12-b1bd-527b88f2201a) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:30:37.272215 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b14e8f18-8aea-4c26-ba46-fbf14a4a44ec req-6385d681-2e82-4f64-8b2b-87cd348bf447 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 210 time: 0.0274189 Aug 08 20:30:37.299849 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:37.350606 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=123198e1-be0c-499b-aaf1-b19c568fbcc5,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:37.383913 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks [] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:37.466451 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:37.510392 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:30:37.513347 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['123198e1-be0c-499b-aaf1-b19c568fbcc5'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:30:37.514723 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:30:37.518627 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:30:37.541395 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Pushing event updated for resources: {'Port': ['ID=8e991e27-97b2-4e12-b1bd-527b88f2201a,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:37.573184 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:37.574374 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:37.679842 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-01b381cb-94bd-4194-ad75-7042a9881ecb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7959516 Aug 08 20:30:37.693976 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Request body: {'port': {'device_id': '2cf5b146-48ae-472f-8cdf-f9dad1866998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:37.728862 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f204af-23e9-492b-ad77-c448207f5846 req-743c507d-f49a-4874-bd59-656397c6d387 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:37.730831 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-72f204af-23e9-492b-ad77-c448207f5846 req-743c507d-f49a-4874-bd59-656397c6d387 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0541298 Aug 08 20:30:37.755109 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:37.787102 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-72f204af-23e9-492b-ad77-c448207f5846 req-a90bbcdc-fb2c-420b-b0ff-1716b985e902 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491149 Aug 08 20:30:38.015205 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e991e27-97b2-4e12-b1bd-527b88f2201a {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:30:38.029292 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Publish callbacks [] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:38.060638 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Transition to ACTIVE for port object 8e991e27-97b2-4e12-b1bd-527b88f2201a will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:30:38.072639 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dabfb3-c66d-4fa3-80b8-d29ff0466577 req-009cd1bf-e9c6-49c8-90b4-b85cb64fe177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:38.074485 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-77dabfb3-c66d-4fa3-80b8-d29ff0466577 req-009cd1bf-e9c6-49c8-90b4-b85cb64fe177 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 1128 time: 0.0616260 Aug 08 20:30:38.121441 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-77dabfb3-c66d-4fa3-80b8-d29ff0466577 req-60848a88-38f0-41dd-803d-595c07455d5c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Aug 08 20:30:38.122493 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:38.198989 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Pushing event updated for resources: {'Port': ['ID=8e991e27-97b2-4e12-b1bd-527b88f2201a,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:38.226288 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a5203-721b-4d9f-be34-0963a1003c79 req-10684feb-c967-42ca-8f57-8d9a3a26241f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:38.227799 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-996a5203-721b-4d9f-be34-0963a1003c79 req-10684feb-c967-42ca-8f57-8d9a3a26241f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 944 time: 0.0536230 Aug 08 20:30:38.231529 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Attempting to bind port 8e991e27-97b2-4e12-b1bd-527b88f2201a on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:30:38.231869 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Attempting to bind port 8e991e27-97b2-4e12-b1bd-527b88f2201a by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '7a9680fa-9b2e-4481-81c9-1f83b4ccd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:30:38.232199 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Attempting to bind port 8e991e27-97b2-4e12-b1bd-527b88f2201a on network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:30:38.236671 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Port 8e991e27-97b2-4e12-b1bd-527b88f2201a on network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:30:38.237045 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Attempting to bind port 8e991e27-97b2-4e12-b1bd-527b88f2201a on network f7b695fe-19e2-434f-8eb4-c15a4d9e8106 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:30:38.241787 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:30:38.242129 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Checking segment: {'id': '7a9680fa-9b2e-4481-81c9-1f83b4ccd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:30:38.242510 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Bound using segment: {'id': '7a9680fa-9b2e-4481-81c9-1f83b4ccd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:30:38.243011 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Bound port: 8e991e27-97b2-4e12-b1bd-527b88f2201a, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9680fa-9b2e-4481-81c9-1f83b4ccd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:30:38.243375 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:38.283978 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-996a5203-721b-4d9f-be34-0963a1003c79 req-38005a08-9cc5-45c6-a2b3-8d0e8cc3749d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492880 Aug 08 20:30:38.314755 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] For port 8e991e27-97b2-4e12-b1bd-527b88f2201a, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:30:38.317834 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] For port 8e991e27-97b2-4e12-b1bd-527b88f2201a, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=8e991e27-97b2-4e12-b1bd-527b88f2201a,segment=NetworkSegment(7a9680fa-9b2e-4481-81c9-1f83b4ccd455),segment_id=7a9680fa-9b2e-4481-81c9-1f83b4ccd455)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:30:38.367973 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:38.372440 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:38.373090 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:38.374468 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] 10.222.0.49 "PUT /v2.0/ports/8e991e27-97b2-4e12-b1bd-527b88f2201a HTTP/1.1" status: 200 len: 1093 time: 0.6847510 Aug 08 20:30:38.375878 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf5b146-48ae-472f-8cdf-f9dad1866998', 'tag': '8e991e27-97b2-4e12-b1bd-527b88f2201a'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:38.378387 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02552a7-8907-4ae2-8a2e-4086d5484b20" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf5b146-48ae-472f-8cdf-f9dad1866998", "tag": "8e991e27-97b2-4e12-b1bd-527b88f2201a"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:38.398861 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a2632-f10a-49ec-9082-84e46e594788 req-dcba8d1e-cc0a-4ff3-9a0b-799832a6562d tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:38.400483 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-836a2632-f10a-49ec-9082-84e46e594788 req-dcba8d1e-cc0a-4ff3-9a0b-799832a6562d tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 943 time: 0.0570941 Aug 08 20:30:38.430199 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b37657-4a3e-497c-880b-04bd9cb52471 service neutron] Pushing event updated for resources: {'Port': ['ID=8e991e27-97b2-4e12-b1bd-527b88f2201a,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:38.435947 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec8a03e-c2c5-43e2-820d-027b8a9bf334 x-openstack-request-id: req-eec8a03e-c2c5-43e2-820d-027b8a9bf334 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:38.436250 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf5b146-48ae-472f-8cdf-f9dad1866998", "tag": "8e991e27-97b2-4e12-b1bd-527b88f2201a", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:38.436607 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eec8a03e-c2c5-43e2-820d-027b8a9bf334 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:38.437052 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec8a03e-c2c5-43e2-820d-027b8a9bf334'] response: {'name': 'network-changed', 'server_uuid': '2cf5b146-48ae-472f-8cdf-f9dad1866998', 'tag': '8e991e27-97b2-4e12-b1bd-527b88f2201a', 'status': 'completed', 'code': 200} Aug 08 20:30:38.453929 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-836a2632-f10a-49ec-9082-84e46e594788 req-5235445c-f7d6-4c24-9373-bfa7354d11a6 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469582 Aug 08 20:30:38.501533 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02552a7-8907-4ae2-8a2e-4086d5484b20 req-5ede790b-482e-4b22-83c7-fab873c1d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:38.503061 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f02552a7-8907-4ae2-8a2e-4086d5484b20 req-5ede790b-482e-4b22-83c7-fab873c1d5f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0db7b58fe744597ba1ed70370eb5316&device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 1127 time: 0.0467262 Aug 08 20:30:38.603557 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02552a7-8907-4ae2-8a2e-4086d5484b20 req-3e95e5f6-6095-4eb9-a26f-4e37da9b0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:38.605010 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f02552a7-8907-4ae2-8a2e-4086d5484b20 req-3e95e5f6-6095-4eb9-a26f-4e37da9b0064 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f0db7b58fe744597ba1ed70370eb5316&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0931499 Aug 08 20:30:38.700366 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02552a7-8907-4ae2-8a2e-4086d5484b20 req-cab700dd-146a-4230-a4b2-ee6b66d1dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:38.701880 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f02552a7-8907-4ae2-8a2e-4086d5484b20 req-cab700dd-146a-4230-a4b2-ee6b66d1dad6 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891554 Aug 08 20:30:38.783851 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-860cd403-250d-4e8c-8375-206367b50325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:38.785136 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-860cd403-250d-4e8c-8375-206367b50325 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0db7b58fe744597ba1ed70370eb5316&device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 1127 time: 0.0454779 Aug 08 20:30:38.825269 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-de2f451c-b78f-4cdc-a33b-64be79003f7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e991e27-97b2-4e12-b1bd-527b88f2201a HTTP/1.1" status: 200 len: 217 time: 0.0327480 Aug 08 20:30:38.877194 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-7bd60b47-75bf-4809-814f-b36cc21ad85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:38.878646 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-7bd60b47-75bf-4809-814f-b36cc21ad85e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26065b2f-9031-47b7-9465-8434bc8f60f3 HTTP/1.1" status: 200 len: 849 time: 0.0465145 Aug 08 20:30:38.911056 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eb469-3c35-4cf7-9601-197c1a9ca059 req-763d4040-8dcd-4ffd-ab23-01d26235d520 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:38.912716 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2a7eb469-3c35-4cf7-9601-197c1a9ca059 req-763d4040-8dcd-4ffd-ab23-01d26235d520 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0525427 Aug 08 20:30:38.912907 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-8620ffb9-4aaa-4932-80d2-ed84b6e67fb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f7b695fe-19e2-434f-8eb4-c15a4d9e8106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250552 Aug 08 20:30:38.962550 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2a7eb469-3c35-4cf7-9601-197c1a9ca059 req-462eb668-9fa8-4d9e-ba2f-0f71be7ae1ea tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429044 Aug 08 20:30:39.006151 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-b7fa1f16-feaa-47dc-be55-7394376bd008 service neutron] 10.222.0.49 "GET /v2.0/networks/f7b695fe-19e2-434f-8eb4-c15a4d9e8106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836437 Aug 08 20:30:39.020735 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 123198e1-be0c-499b-aaf1-b19c568fbcc5 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:30:39.101519 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-82593a54-66b6-4249-8b18-1fcf3bd405a8 req-5e647c0d-2b8d-4a1d-930d-e326ab2cd689 service neutron] 10.222.0.49 "GET /v2.0/networks/f7b695fe-19e2-434f-8eb4-c15a4d9e8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883322 Aug 08 20:30:39.116827 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port 123198e1-be0c-499b-aaf1-b19c568fbcc5 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:30:39.121628 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 123198e1-be0c-499b-aaf1-b19c568fbcc5 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:39.122255 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:39.195978 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 123198e1-be0c-499b-aaf1-b19c568fbcc5 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:39.196277 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:39.219570 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3d31a3-4728-447e-90ac-394791a3c653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123198e1-be0c-499b-aaf1-b19c568fbcc5'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:39.221904 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bbebd1-c5e4-4881-8477-9125cdfc871e" -d '{"events": [{"server_uuid": "8d3d31a3-4728-447e-90ac-394791a3c653", "name": "network-vif-plugged", "status": "completed", "tag": "123198e1-be0c-499b-aaf1-b19c568fbcc5"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:39.235607 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 123198e1-be0c-499b-aaf1-b19c568fbcc5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=123198e1-be0c-499b-aaf1-b19c568fbcc5,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:39.259432 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f49564-7a81-4cbe-b45d-6f5b44d96ef1 x-openstack-request-id: req-b0f49564-7a81-4cbe-b45d-6f5b44d96ef1 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:39.259736 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3d31a3-4728-447e-90ac-394791a3c653", "name": "network-vif-plugged", "status": "completed", "tag": "123198e1-be0c-499b-aaf1-b19c568fbcc5", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:39.259999 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0f49564-7a81-4cbe-b45d-6f5b44d96ef1 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:39.260408 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f49564-7a81-4cbe-b45d-6f5b44d96ef1'] response: {'server_uuid': '8d3d31a3-4728-447e-90ac-394791a3c653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'code': 200} Aug 08 20:30:39.305908 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:39.355878 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=123198e1-be0c-499b-aaf1-b19c568fbcc5,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:39.412592 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26a9c2-0a41-4c89-98f3-20577f07c58a req-389e76af-83b2-4e5e-a707-cafbc981503f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:39.414242 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fb26a9c2-0a41-4c89-98f3-20577f07c58a req-389e76af-83b2-4e5e-a707-cafbc981503f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 945 time: 0.0567219 Aug 08 20:30:39.466550 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fb26a9c2-0a41-4c89-98f3-20577f07c58a req-a11ac555-025f-4869-8030-2a61f85ae1b9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416901 Aug 08 20:30:39.578257 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800426b-1bcd-4360-ac2c-e36a239c5f6a req-c5bdd4b4-5af2-42fb-a277-0eb2c72cacc3 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:39.579739 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0800426b-1bcd-4360-ac2c-e36a239c5f6a req-c5bdd4b4-5af2-42fb-a277-0eb2c72cacc3 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 943 time: 0.0535040 Aug 08 20:30:39.583017 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b12153-7d37-4d7b-a7cd-1a6f483e7b7b req-177b86cb-c166-41ae-bc36-19f5de13754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:39.584510 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-45b12153-7d37-4d7b-a7cd-1a6f483e7b7b req-177b86cb-c166-41ae-bc36-19f5de13754c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 1129 time: 0.0462739 Aug 08 20:30:39.626982 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0800426b-1bcd-4360-ac2c-e36a239c5f6a req-3c0e265a-11be-4bd2-8228-92c99355eda9 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411947 Aug 08 20:30:39.630045 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-45b12153-7d37-4d7b-a7cd-1a6f483e7b7b req-1d0de374-3436-4dc2-a3e8-f7c90b0e444f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383356 Aug 08 20:30:40.084877 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456861b-e0b3-4605-b8e7-0faee833cabb req-9b630381-1c9c-46f4-85d6-f90ad4bdaaf0 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:40.086265 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e456861b-e0b3-4605-b8e7-0faee833cabb req-9b630381-1c9c-46f4-85d6-f90ad4bdaaf0 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 944 time: 0.0520859 Aug 08 20:30:40.141669 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e456861b-e0b3-4605-b8e7-0faee833cabb req-385aa7e1-28e2-4450-9426-0417c8b5f561 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491281 Aug 08 20:30:40.587757 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63215558-bd84-4861-a981-c2a5feb2e275 req-434039af-1826-41bd-b4be-da1c0c2f5979 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:40.592839 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-63215558-bd84-4861-a981-c2a5feb2e275 req-434039af-1826-41bd-b4be-da1c0c2f5979 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 945 time: 0.0555010 Aug 08 20:30:40.638976 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-63215558-bd84-4861-a981-c2a5feb2e275 req-9b4c4cdf-8c73-4b10-b85e-70ede2c3098a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437880 Aug 08 20:30:40.759510 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5944f-7748-4818-a0ec-8359ce0c802b req-ea902986-c94a-4b0c-8221-bb987dfb2faa tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:40.761143 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0de5944f-7748-4818-a0ec-8359ce0c802b req-ea902986-c94a-4b0c-8221-bb987dfb2faa tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 943 time: 0.0603149 Aug 08 20:30:40.813547 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0de5944f-7748-4818-a0ec-8359ce0c802b req-854299c1-5c6c-49a3-a29f-ea73a087b009 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461996 Aug 08 20:30:41.023944 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 1a8453a5-d963-4736-878c-676cdfeac32f details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:30:41.122048 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 1a8453a5-d963-4736-878c-676cdfeac32f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=1a8453a5-d963-4736-878c-676cdfeac32f,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:41.134204 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '1a8453a5-d963-4736-878c-676cdfeac32f', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'port_id': '1a8453a5-d963-4736-878c-676cdfeac32f', 'mac_address': 'fa:16:3e:06:76:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:30:41.170503 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 1a8453a5-d963-4736-878c-676cdfeac32f is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:41.170906 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:41.187430 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8453a5-d963-4736-878c-676cdfeac32f {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:30:41.208236 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 1a8453a5-d963-4736-878c-676cdfeac32f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=1a8453a5-d963-4736-878c-676cdfeac32f,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:41.300093 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:41.350428 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=1a8453a5-d963-4736-878c-676cdfeac32f,revision_number=7']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:41.562942 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['1a8453a5-d963-4736-878c-676cdfeac32f'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:30:41.785107 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae533-b397-4acb-a0ec-574f72168417 req-f43dbc1b-99c1-48ae-909d-df7caf0b5990 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:41.786556 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c9dae533-b397-4acb-a0ec-574f72168417 req-f43dbc1b-99c1-48ae-909d-df7caf0b5990 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 945 time: 0.0679288 Aug 08 20:30:41.839995 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c9dae533-b397-4acb-a0ec-574f72168417 req-2796548c-5be8-4d68-a826-66a9effe1ae3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474586 Aug 08 20:30:41.972223 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309958b-1d33-4fe2-a2cf-4400dd8fe0cd req-8acf9cf6-bd93-4066-9167-b53103ca84f5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:41.973752 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0309958b-1d33-4fe2-a2cf-4400dd8fe0cd req-8acf9cf6-bd93-4066-9167-b53103ca84f5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 943 time: 0.0852935 Aug 08 20:30:41.987576 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3c5d-de4b-4663-9045-660f1dd40523 req-1752137b-60b8-4aff-af19-14e0f1ca0e48 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:41.989052 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-214f3c5d-de4b-4663-9045-660f1dd40523 req-1752137b-60b8-4aff-af19-14e0f1ca0e48 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 945 time: 0.0739598 Aug 08 20:30:41.999692 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60492) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:30:42.004508 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-049cb6fd-c663-4a10-891e-a70f233a1949 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'floatingip': {'port_id': '123198e1-be0c-499b-aaf1-b19c568fbcc5'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:30:42.036859 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0309958b-1d33-4fe2-a2cf-4400dd8fe0cd req-bf87e1e4-1286-4f04-8ffa-263677fcb7cb tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556743 Aug 08 20:30:42.048652 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-049cb6fd-c663-4a10-891e-a70f233a1949 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (2197804a-0678-49f0-9a3d-6e7d78451645), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:42.478154 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-049cb6fd-c663-4a10-891e-a70f233a1949 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:42.534216 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-049cb6fd-c663-4a10-891e-a70f233a1949 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (2197804a-0678-49f0-9a3d-6e7d78451645), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:42.628651 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [None req-049cb6fd-c663-4a10-891e-a70f233a1949 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Floating IP 2197804a-0678-49f0-9a3d-6e7d78451645 associated. External IP: 172.27.3.8, port: 123198e1-be0c-499b-aaf1-b19c568fbcc5. Aug 08 20:30:42.832540 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049cb6fd-c663-4a10-891e-a70f233a1949 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Router 31334999-1f1a-4313-a670-6d31557d6d5c has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:30:42.940483 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049cb6fd-c663-4a10-891e-a70f233a1949 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:30:42.945585 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-049cb6fd-c663-4a10-891e-a70f233a1949 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:42.951013 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5fca2-b272-4bba-ace2-c2cae64bf894 None None] Sync routers for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:30:42.962567 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5fca2-b272-4bba-ace2-c2cae64bf894 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:30:42.963260 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-7fa5fca2-b272-4bba-ace2-c2cae64bf894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:30:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:42.977586 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-049cb6fd-c663-4a10-891e-a70f233a1949 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "PUT /v2.0/floatingips/2197804a-0678-49f0-9a3d-6e7d78451645 HTTP/1.1" status: 200 len: 989 time: 0.9767427 Aug 08 20:30:42.978157 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3d31a3-4728-447e-90ac-394791a3c653', 'tag': '123198e1-be0c-499b-aaf1-b19c568fbcc5'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:42.980552 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7fb2f5-69d8-4c0d-b5d7-de79722e171b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3d31a3-4728-447e-90ac-394791a3c653", "tag": "123198e1-be0c-499b-aaf1-b19c568fbcc5"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:43.028597 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93d494a-9c03-4d1c-91af-f10938fad866 x-openstack-request-id: req-d93d494a-9c03-4d1c-91af-f10938fad866 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:43.029202 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3d31a3-4728-447e-90ac-394791a3c653", "tag": "123198e1-be0c-499b-aaf1-b19c568fbcc5", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:43.029202 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d93d494a-9c03-4d1c-91af-f10938fad866 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:43.029457 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93d494a-9c03-4d1c-91af-f10938fad866'] response: {'name': 'network-changed', 'server_uuid': '8d3d31a3-4728-447e-90ac-394791a3c653', 'tag': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'status': 'completed', 'code': 200} Aug 08 20:30:43.045955 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 8e991e27-97b2-4e12-b1bd-527b88f2201a details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:30:43.048093 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 1a8453a5-d963-4736-878c-676cdfeac32f up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:30:43.112216 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb2f5-69d8-4c0d-b5d7-de79722e171b req-432a9ec4-436f-4d4b-ba82-9891f19f1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:43.114430 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ea7fb2f5-69d8-4c0d-b5d7-de79722e171b req-432a9ec4-436f-4d4b-ba82-9891f19f1d81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 1129 time: 0.0612178 Aug 08 20:30:43.122112 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-7fa5fca2-b272-4bba-ace2-c2cae64bf894 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:30:43.212431 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72dc47-12b8-4b86-880c-26fd62e4b6a8 req-fe9b9378-3872-490f-856c-3d72d0ec4298 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:43.221257 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ca72dc47-12b8-4b86-880c-26fd62e4b6a8 req-fe9b9378-3872-490f-856c-3d72d0ec4298 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 943 time: 0.0964515 Aug 08 20:30:43.226673 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb2f5-69d8-4c0d-b5d7-de79722e171b req-1d783644-b666-4289-9510-deb68c675dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:43.228148 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ea7fb2f5-69d8-4c0d-b5d7-de79722e171b req-1d783644-b666-4289-9510-deb68c675dce service neutron] 10.222.0.49 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 915 time: 0.1066461 Aug 08 20:30:43.255668 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 1a8453a5-d963-4736-878c-676cdfeac32f triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:43.256158 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:43.289309 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ca72dc47-12b8-4b86-880c-26fd62e4b6a8 req-f2afcd9c-e614-41d2-8165-0b1f91747727 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667887 Aug 08 20:30:43.307563 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ea7fb2f5-69d8-4c0d-b5d7-de79722e171b req-93af29b8-6a79-4711-804e-6b89590f75b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=123198e1-be0c-499b-aaf1-b19c568fbcc5 HTTP/1.1" status: 200 len: 997 time: 0.0728962 Aug 08 20:30:43.366734 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb2f5-69d8-4c0d-b5d7-de79722e171b req-92388dc4-3e48-4735-a24f-deecae537ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:43.368198 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ea7fb2f5-69d8-4c0d-b5d7-de79722e171b req-92388dc4-3e48-4735-a24f-deecae537ee4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b48208d-4ab2-4360-baa8-e93c0ab84e18 HTTP/1.1" status: 200 len: 853 time: 0.0550621 Aug 08 20:30:43.394116 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 8e991e27-97b2-4e12-b1bd-527b88f2201a, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=8e991e27-97b2-4e12-b1bd-527b88f2201a,segment=NetworkSegment(7a9680fa-9b2e-4481-81c9-1f83b4ccd455),segment_id=7a9680fa-9b2e-4481-81c9-1f83b4ccd455)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:43.420259 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb2f5-69d8-4c0d-b5d7-de79722e171b req-ab4e48d7-ea79-49c2-9de1-e9b13caaf02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:43.421975 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ea7fb2f5-69d8-4c0d-b5d7-de79722e171b req-ab4e48d7-ea79-49c2-9de1-e9b13caaf02d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483770 Aug 08 20:30:43.526757 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ea7fb2f5-69d8-4c0d-b5d7-de79722e171b req-a4c50ccc-c4bd-4a43-8829-dfd31896466b service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983925 Aug 08 20:30:43.574813 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '8e991e27-97b2-4e12-b1bd-527b88f2201a', 'network_id': 'f7b695fe-19e2-434f-8eb4-c15a4d9e8106', 'port_id': '8e991e27-97b2-4e12-b1bd-527b88f2201a', 'mac_address': 'fa:16:3e:63:36:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26065b2f-9031-47b7-9465-8434bc8f60f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:30:43.581404 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 1a8453a5-d963-4736-878c-676cdfeac32f is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:43.581404 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:43.639963 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ea7fb2f5-69d8-4c0d-b5d7-de79722e171b req-2a67cbe8-6a9d-44e0-8446-03208e5b596b service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064150 Aug 08 20:30:43.674068 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:43.676445 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44534390-9d85-4dcc-98d3-719656981ec4" -d '{"events": [{"server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "name": "network-vif-plugged", "status": "completed", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:43.690904 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 8e991e27-97b2-4e12-b1bd-527b88f2201a is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:43.691308 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:43.704461 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 1a8453a5-d963-4736-878c-676cdfeac32f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=1a8453a5-d963-4736-878c-676cdfeac32f,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:43.715421 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e991e27-97b2-4e12-b1bd-527b88f2201a {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:30:43.727784 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a09dec-86de-4ee6-8c8b-89a0e3eade8b x-openstack-request-id: req-75a09dec-86de-4ee6-8c8b-89a0e3eade8b {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:43.727784 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "name": "network-vif-plugged", "status": "completed", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:43.727784 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75a09dec-86de-4ee6-8c8b-89a0e3eade8b {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:43.727784 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a09dec-86de-4ee6-8c8b-89a0e3eade8b'] response: {'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f', 'code': 200} Aug 08 20:30:43.751851 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 8e991e27-97b2-4e12-b1bd-527b88f2201a, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=8e991e27-97b2-4e12-b1bd-527b88f2201a,segment=NetworkSegment(7a9680fa-9b2e-4481-81c9-1f83b4ccd455),segment_id=7a9680fa-9b2e-4481-81c9-1f83b4ccd455)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:43.758469 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:43.768949 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-7fa5fca2-b272-4bba-ace2-c2cae64bf894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '2197804a-0678-49f0-9a3d-6e7d78451645', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:cb:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d31a3-4728-447e-90ac-394791a3c653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:25Z', 'updated_at': '2022-08-08T20:30:42Z', 'revision_number': 1, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:43.814118 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5fca2-b272-4bba-ace2-c2cae64bf894 None None] Checking router: 31334999-1f1a-4313-a670-6d31557d6d5c for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:30:43.831730 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:43.844745 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5fca2-b272-4bba-ace2-c2cae64bf894 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:30:43.851225 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-7fa5fca2-b272-4bba-ace2-c2cae64bf894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:30:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:43.851225 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=1a8453a5-d963-4736-878c-676cdfeac32f,revision_number=8']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:43.973722 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=8e991e27-97b2-4e12-b1bd-527b88f2201a,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:43.995185 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-7fa5fca2-b272-4bba-ace2-c2cae64bf894 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:30:44.071208 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['8e991e27-97b2-4e12-b1bd-527b88f2201a'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:30:44.344586 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-7fa5fca2-b272-4bba-ace2-c2cae64bf894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '2197804a-0678-49f0-9a3d-6e7d78451645', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:cb:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d31a3-4728-447e-90ac-394791a3c653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:25Z', 'updated_at': '2022-08-08T20:30:42Z', 'revision_number': 1, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:30:44.377262 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5fca2-b272-4bba-ace2-c2cae64bf894 None None] The sync data for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi is: [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '2197804a-0678-49f0-9a3d-6e7d78451645', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:cb:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d31a3-4728-447e-90ac-394791a3c653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:25Z', 'updated_at': '2022-08-08T20:30:42Z', 'revision_number': 1, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:30:44.427316 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67987395-4be1-4c64-b7b2-675558e3e2f4 req-75ad5e3c-d71a-411e-826b-a3088174c890 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:44.429200 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-67987395-4be1-4c64-b7b2-675558e3e2f4 req-75ad5e3c-d71a-411e-826b-a3088174c890 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 944 time: 0.0662832 Aug 08 20:30:44.483000 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-67987395-4be1-4c64-b7b2-675558e3e2f4 req-57b003f8-6cde-4f26-ba9a-3495cd260c97 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475714 Aug 08 20:30:44.588606 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197788c-9499-4aa8-ae94-0ac3e4a42fea None None] New status for floating IP 2197804a-0678-49f0-9a3d-6e7d78451645: ACTIVE {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:30:45.066045 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 8e991e27-97b2-4e12-b1bd-527b88f2201a up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:30:45.185433 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port 8e991e27-97b2-4e12-b1bd-527b88f2201a completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:30:45.189777 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 8e991e27-97b2-4e12-b1bd-527b88f2201a triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:30:45.190155 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:45.267842 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 8e991e27-97b2-4e12-b1bd-527b88f2201a is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:30:45.268234 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:45.302036 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 8e991e27-97b2-4e12-b1bd-527b88f2201a, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=8e991e27-97b2-4e12-b1bd-527b88f2201a,segment=NetworkSegment(7a9680fa-9b2e-4481-81c9-1f83b4ccd455),segment_id=7a9680fa-9b2e-4481-81c9-1f83b4ccd455)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:45.397068 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:45.445193 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=8e991e27-97b2-4e12-b1bd-527b88f2201a,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:45.614109 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65d87-3188-4469-abb0-b32a93cf7b17 req-6e8777d4-469a-41c3-9931-e9188bd2c374 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:45.615616 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-19e65d87-3188-4469-abb0-b32a93cf7b17 req-6e8777d4-469a-41c3-9931-e9188bd2c374 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 945 time: 0.0575376 Aug 08 20:30:45.665036 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-19e65d87-3188-4469-abb0-b32a93cf7b17 req-fbccac4d-5c62-4d10-ba26-8ee53f632a30 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432904 Aug 08 20:30:45.728991 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf5b146-48ae-472f-8cdf-f9dad1866998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e991e27-97b2-4e12-b1bd-527b88f2201a'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:45.731792 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51f27a7-fcbe-4575-9632-2cd8b41a8cd6" -d '{"events": [{"server_uuid": "2cf5b146-48ae-472f-8cdf-f9dad1866998", "name": "network-vif-plugged", "status": "completed", "tag": "8e991e27-97b2-4e12-b1bd-527b88f2201a"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:45.768130 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5786586d-98f4-46bc-a646-3f77e74dfedc x-openstack-request-id: req-5786586d-98f4-46bc-a646-3f77e74dfedc {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:45.768434 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf5b146-48ae-472f-8cdf-f9dad1866998", "name": "network-vif-plugged", "status": "completed", "tag": "8e991e27-97b2-4e12-b1bd-527b88f2201a", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:45.768699 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5786586d-98f4-46bc-a646-3f77e74dfedc {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:45.769199 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5786586d-98f4-46bc-a646-3f77e74dfedc'] response: {'server_uuid': '2cf5b146-48ae-472f-8cdf-f9dad1866998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e991e27-97b2-4e12-b1bd-527b88f2201a', 'code': 200} Aug 08 20:30:46.069750 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31730b6d-3d25-4fb2-989f-335285410270 req-90c2c372-6b29-44cd-b3e6-cc4a9f509559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:46.071844 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-31730b6d-3d25-4fb2-989f-335285410270 req-90c2c372-6b29-44cd-b3e6-cc4a9f509559 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 1129 time: 0.0459082 Aug 08 20:30:46.116079 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-31730b6d-3d25-4fb2-989f-335285410270 req-0420c3a7-31c1-4d75-969e-5944a1be986d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389760 Aug 08 20:30:46.795617 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474ca92-8f0a-4fa7-ac38-50f5ed6e2381 req-4219e3c6-1ce1-4743-a11d-cd58ca00be3d tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:46.797214 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0474ca92-8f0a-4fa7-ac38-50f5ed6e2381 req-4219e3c6-1ce1-4743-a11d-cd58ca00be3d tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 945 time: 0.0567267 Aug 08 20:30:46.847515 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0474ca92-8f0a-4fa7-ac38-50f5ed6e2381 req-b4b70a4e-3a6a-4fa9-91aa-d3ca79d40ee6 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446517 Aug 08 20:30:47.583461 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:30:47.974473 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad58c1-43e8-43f7-af5d-a1a2eea9dac4 req-d59d3367-176f-4b0b-8e61-5bf459d9d64d tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:47.976047 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3fad58c1-43e8-43f7-af5d-a1a2eea9dac4 req-d59d3367-176f-4b0b-8e61-5bf459d9d64d tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 945 time: 0.0566134 Aug 08 20:30:48.028099 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3fad58c1-43e8-43f7-af5d-a1a2eea9dac4 req-5a848325-65c8-4a93-beb3-5e4929be8cec tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 Aug 08 20:30:49.253795 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b9ad7-117f-42ec-bbf8-2ce44c5df93f req-31aad288-7636-4c04-b740-51c00fe823c2 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:49.255269 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-624b9ad7-117f-42ec-bbf8-2ce44c5df93f req-31aad288-7636-4c04-b740-51c00fe823c2 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Aug 08 20:30:49.302091 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-624b9ad7-117f-42ec-bbf8-2ce44c5df93f req-6e6bc0c2-2047-488d-ba87-39df0f14b94f tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407305 Aug 08 20:30:50.423273 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7ba3a-f1f5-48d9-9073-2aa31fa70919 req-941cc2aa-6cf2-49c3-8fa4-b981fa3e4a5b tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:50.424745 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e9d7ba3a-f1f5-48d9-9073-2aa31fa70919 req-941cc2aa-6cf2-49c3-8fa4-b981fa3e4a5b tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 945 time: 0.0513284 Aug 08 20:30:50.474350 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e9d7ba3a-f1f5-48d9-9073-2aa31fa70919 req-b56f8ffa-4e09-42f3-bf0a-f92fb65ceab7 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/security-groups?id=c138da69-e529-421f-b655-d767af85ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439889 Aug 08 20:30:50.753672 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b29d1-7052-4ee2-9a39-a2598b6c79c3 req-d2884b46-4d24-41d4-95a9-d2bfc1b00655 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:50.755111 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3d6b29d1-7052-4ee2-9a39-a2598b6c79c3 req-d2884b46-4d24-41d4-95a9-d2bfc1b00655 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 945 time: 0.0516462 Aug 08 20:30:50.849347 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-3d6b29d1-7052-4ee2-9a39-a2598b6c79c3 req-47f0de42-73a8-4c62-9b22-698b97d130f5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Deleting port 8e991e27-97b2-4e12-b1bd-527b88f2201a {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:30:50.849695 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-3d6b29d1-7052-4ee2-9a39-a2598b6c79c3 req-47f0de42-73a8-4c62-9b22-698b97d130f5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:50.939758 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-3d6b29d1-7052-4ee2-9a39-a2598b6c79c3 req-47f0de42-73a8-4c62-9b22-698b97d130f5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] For port 8e991e27-97b2-4e12-b1bd-527b88f2201a, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=8e991e27-97b2-4e12-b1bd-527b88f2201a,segment=NetworkSegment(7a9680fa-9b2e-4481-81c9-1f83b4ccd455),segment_id=7a9680fa-9b2e-4481-81c9-1f83b4ccd455)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:30:50.940124 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-3d6b29d1-7052-4ee2-9a39-a2598b6c79c3 req-47f0de42-73a8-4c62-9b22-698b97d130f5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:50.952139 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-3d6b29d1-7052-4ee2-9a39-a2598b6c79c3 req-47f0de42-73a8-4c62-9b22-698b97d130f5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Calling delete_port for 8e991e27-97b2-4e12-b1bd-527b88f2201a owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:30:51.139590 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-3d6b29d1-7052-4ee2-9a39-a2598b6c79c3 req-47f0de42-73a8-4c62-9b22-698b97d130f5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (8e991e27-97b2-4e12-b1bd-527b88f2201a), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:51.155440 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['8e991e27-97b2-4e12-b1bd-527b88f2201a'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:30:51.171575 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0de42-73a8-4c62-9b22-698b97d130f5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Pushing event deleted for resources: {'Port': ['ID=8e991e27-97b2-4e12-b1bd-527b88f2201a,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:30:51.211848 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6b29d1-7052-4ee2-9a39-a2598b6c79c3 req-47f0de42-73a8-4c62-9b22-698b97d130f5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] No DVR routers for this DVR port 8e991e27-97b2-4e12-b1bd-527b88f2201a on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:30:51.214397 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-3d6b29d1-7052-4ee2-9a39-a2598b6c79c3 req-47f0de42-73a8-4c62-9b22-698b97d130f5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:51.217737 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3d6b29d1-7052-4ee2-9a39-a2598b6c79c3 req-47f0de42-73a8-4c62-9b22-698b97d130f5 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.49 "DELETE /v2.0/ports/8e991e27-97b2-4e12-b1bd-527b88f2201a HTTP/1.1" status: 204 len: 173 time: 0.4544849 Aug 08 20:30:51.218187 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf5b146-48ae-472f-8cdf-f9dad1866998', 'name': 'network-vif-deleted', 'tag': '8e991e27-97b2-4e12-b1bd-527b88f2201a'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:30:51.220605 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1940d276-d069-4093-ae3d-b576b174f5f3" -d '{"events": [{"server_uuid": "2cf5b146-48ae-472f-8cdf-f9dad1866998", "name": "network-vif-deleted", "tag": "8e991e27-97b2-4e12-b1bd-527b88f2201a"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:30:51.293958 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e955958a-4fa1-4cc1-acfc-a2fba58634a8 x-openstack-request-id: req-e955958a-4fa1-4cc1-acfc-a2fba58634a8 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:30:51.293958 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf5b146-48ae-472f-8cdf-f9dad1866998", "name": "network-vif-deleted", "tag": "8e991e27-97b2-4e12-b1bd-527b88f2201a", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:30:51.293958 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e955958a-4fa1-4cc1-acfc-a2fba58634a8 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:30:51.293958 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e955958a-4fa1-4cc1-acfc-a2fba58634a8'] response: {'server_uuid': '2cf5b146-48ae-472f-8cdf-f9dad1866998', 'name': 'network-vif-deleted', 'tag': '8e991e27-97b2-4e12-b1bd-527b88f2201a', 'status': 'completed', 'code': 200} Aug 08 20:30:51.482584 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-56cfa805-4c2b-433d-a598-93f6d4cdaf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:51.585327 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5ab471bb-c470-4bb8-b2ff-8ffcda7ae1dd req-5f5542a7-2288-4eb9-8458-f94d6ba278c0 tempest-VolumesActionsTest-938669390 tempest-VolumesActionsTest-938669390-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cf5b146-48ae-472f-8cdf-f9dad1866998 HTTP/1.1" status: 200 len: 210 time: 0.0257835 Aug 08 20:30:52.042321 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:52.697622 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4b7f0931-237d-4327-a83a-dfc80c8215ac req-7c7decea-6107-470e-a27b-32267775c7fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457439 Aug 08 20:30:52.773669 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0931-237d-4327-a83a-dfc80c8215ac req-7b5f1da0-8452-45cb-954a-6bb3539168d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:52.775328 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4b7f0931-237d-4327-a83a-dfc80c8215ac req-7b5f1da0-8452-45cb-954a-6bb3539168d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e9608241eb24854a240c8fbb067fc7f&device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 1130 time: 0.0552483 Aug 08 20:30:53.144301 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0931-237d-4327-a83a-dfc80c8215ac req-487a7252-8e65-4701-be8d-eeac2714281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:53.145755 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4b7f0931-237d-4327-a83a-dfc80c8215ac req-487a7252-8e65-4701-be8d-eeac2714281e service neutron] 10.222.0.49 "GET /v2.0/networks?id=ea75f05c-e804-4377-a249-bac473facd18 HTTP/1.1" status: 200 len: 910 time: 0.3496232 Aug 08 20:30:53.211114 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4b7f0931-237d-4327-a83a-dfc80c8215ac req-79549279-e8e7-4086-8b40-5abe08c612c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8453a5-d963-4736-878c-676cdfeac32f HTTP/1.1" status: 200 len: 1001 time: 0.0555232 Aug 08 20:30:53.264850 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0931-237d-4327-a83a-dfc80c8215ac req-d03bd2f2-f8fc-4bcd-900e-6f1a196b9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:53.266316 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4b7f0931-237d-4327-a83a-dfc80c8215ac req-d03bd2f2-f8fc-4bcd-900e-6f1a196b9ee7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca HTTP/1.1" status: 200 len: 848 time: 0.0479374 Aug 08 20:30:53.315421 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0931-237d-4327-a83a-dfc80c8215ac req-31860237-f2aa-4ec1-8904-63a0de10b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:30:53.316999 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4b7f0931-237d-4327-a83a-dfc80c8215ac req-31860237-f2aa-4ec1-8904-63a0de10b3fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ea75f05c-e804-4377-a249-bac473facd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441899 Aug 08 20:30:53.410093 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4b7f0931-237d-4327-a83a-dfc80c8215ac req-ae8879e1-6ee4-4290-9ee8-7af8bf79275d service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840642 Aug 08 20:30:53.502478 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4b7f0931-237d-4327-a83a-dfc80c8215ac req-8e97a0d9-40dd-47f5-9105-a90c083ab2fa service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861404 Aug 08 20:30:54.024448 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eecff5c4-cb34-4831-b9dc-a50c342de868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:55.019334 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:55.771917 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 8e991e27-97b2-4e12-b1bd-527b88f2201a no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:30:55.791773 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: 8e991e27-97b2-4e12-b1bd-527b88f2201a {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:30:55.792130 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 8e991e27-97b2-4e12-b1bd-527b88f2201a not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:30:56.607692 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:30:58.036224 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:15.923000 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60782) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:31:15.967065 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Deleting subnet 26065b2f-9031-47b7-9465-8434bc8f60f3 {{(pid=104384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:31:15.970086 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Publish callbacks [] for subnet (26065b2f-9031-47b7-9465-8434bc8f60f3), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.003228 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26585565'] for subnet (26065b2f-9031-47b7-9465-8434bc8f60f3), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.045727 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (26065b2f-9031-47b7-9465-8434bc8f60f3), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.149784 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26740300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26999934'] for subnet (26065b2f-9031-47b7-9465-8434bc8f60f3), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.174757 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26065b2f-9031-47b7-9465-8434bc8f60f3,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:16.184380 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.184731 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.185099 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.185437 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.185771 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.187378 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.187549 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.188024 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.188377 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.188713 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.189072 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.189401 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.189725 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:16.192502 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.195726 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6af5d8fa-fe97-43f5-abaf-94c24074af85 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/26065b2f-9031-47b7-9465-8434bc8f60f3 HTTP/1.1" status: 204 len: 168 time: 0.2717080 Aug 08 20:31:16.198263 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60784) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:31:16.265507 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (f7b695fe-19e2-434f-8eb4-c15a4d9e8106), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.348038 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (f7b695fe-19e2-434f-8eb4-c15a4d9e8106), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.367516 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b695fe-19e2-434f-8eb4-c15a4d9e8106']}} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:31:16.376903 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9680fa-9b2e-4481-81c9-1f83b4ccd455') {'for_net_delete': True} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:31:16.377212 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9680fa-9b2e-4481-81c9-1f83b4ccd455') {} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:31:16.386565 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26585134'] for segment (7a9680fa-9b2e-4481-81c9-1f83b4ccd455), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.399914 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (7a9680fa-9b2e-4481-81c9-1f83b4ccd455), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.406266 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=104384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:31:16.406654 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26740258'] for segment (7a9680fa-9b2e-4481-81c9-1f83b4ccd455), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.447521 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment 7a9680fa-9b2e-4481-81c9-1f83b4ccd455 resource provider aggregate not found Aug 08 20:31:16.466097 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment 7a9680fa-9b2e-4481-81c9-1f83b4ccd455 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a9680fa-9b2e-4481-81c9-1f83b4ccd455 found for delete ", "request_id": "req-af24b09a-425d-44fc-8231-17229ba138de"}]} Aug 08 20:31:16.549190 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (f7b695fe-19e2-434f-8eb4-c15a4d9e8106), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.554611 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.559208 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f7b695fe-19e2-434f-8eb4-c15a4d9e8106 HTTP/1.1" status: 204 len: 168 time: 0.3586242 Aug 08 20:31:16.569582 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8d43d-36a4-4e87-95b3-d0c43fd51503 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b695fe-19e2-434f-8eb4-c15a4d9e8106,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:16.887515 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60792) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:31:16.927316 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-efe563ea-1890-4266-8872-58831c3e8c28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0db7b58fe744597ba1ed70370eb5316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386491 Aug 08 20:31:16.929787 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60794) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:31:16.976404 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ca6fe29d-82a3-45c8-8610-4b165f3be46b admin admin] Publish callbacks [] for security_group (c138da69-e529-421f-b655-d767af85ee5c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:16.996720 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ca6fe29d-82a3-45c8-8610-4b165f3be46b admin admin] Publish callbacks [] for security_group (c138da69-e529-421f-b655-d767af85ee5c), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:17.097608 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ca6fe29d-82a3-45c8-8610-4b165f3be46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (c138da69-e529-421f-b655-d767af85ee5c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:17.100168 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ca6fe29d-82a3-45c8-8610-4b165f3be46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:17.101355 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ca6fe29d-82a3-45c8-8610-4b165f3be46b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c138da69-e529-421f-b655-d767af85ee5c HTTP/1.1" status: 204 len: 168 time: 0.1706772 Aug 08 20:31:17.109382 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fe29d-82a3-45c8-8610-4b165f3be46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c138da69-e529-421f-b655-d767af85ee5c,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:21.487252 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4bfd2fa2-35a3-4e52-a95d-34baaa0bf0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:22.036768 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:24.028958 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d85edda3-6a7b-4749-aaa1-7ec3ff835cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:24.582380 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:31:25.018657 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:26.590327 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:28.063887 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:38.621879 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60980) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:31:38.627591 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-bddfa576-fe8a-4f0e-9a70-1d4561464210 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--764238584', 'description': 'tempest-description--1061912433'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:31:38.715299 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-bddfa576-fe8a-4f0e-9a70-1d4561464210 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:38.781161 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-bddfa576-fe8a-4f0e-9a70-1d4561464210 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:38.863350 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-bddfa576-fe8a-4f0e-9a70-1d4561464210 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:38.895540 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfa576-fe8a-4f0e-9a70-1d4561464210 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:38.962074 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-bddfa576-fe8a-4f0e-9a70-1d4561464210 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:38.963320 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-bddfa576-fe8a-4f0e-9a70-1d4561464210 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3403537 Aug 08 20:31:38.972511 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60982) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:31:38.972511 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-28f689e2-1a96-4c59-b104-7ac395ce605b tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'security_group_rule': {'security_group_id': '7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:31:39.097871 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-28f689e2-1a96-4c59-b104-7ac395ce605b tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (1cbbe899-000c-4b32-bd25-801e76c2f062), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:39.151329 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-28f689e2-1a96-4c59-b104-7ac395ce605b tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (1cbbe899-000c-4b32-bd25-801e76c2f062), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:39.229312 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-28f689e2-1a96-4c59-b104-7ac395ce605b tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (1cbbe899-000c-4b32-bd25-801e76c2f062), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:39.247907 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f689e2-1a96-4c59-b104-7ac395ce605b tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbbe899-000c-4b32-bd25-801e76c2f062,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:39.344699 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-28f689e2-1a96-4c59-b104-7ac395ce605b tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:39.346069 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-28f689e2-1a96-4c59-b104-7ac395ce605b tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3789668 Aug 08 20:31:39.348688 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60984) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:31:39.353068 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-6c051196-ace5-4be8-886d-1eb2a137470e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'security_group_rule': {'security_group_id': '7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:31:39.457772 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6c051196-ace5-4be8-886d-1eb2a137470e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (e225c7e3-0ea2-4b66-a188-58bfc58ee378), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:39.513353 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6c051196-ace5-4be8-886d-1eb2a137470e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (e225c7e3-0ea2-4b66-a188-58bfc58ee378), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:39.594387 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6c051196-ace5-4be8-886d-1eb2a137470e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (e225c7e3-0ea2-4b66-a188-58bfc58ee378), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:39.614650 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c051196-ace5-4be8-886d-1eb2a137470e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e225c7e3-0ea2-4b66-a188-58bfc58ee378,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:39.694694 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6c051196-ace5-4be8-886d-1eb2a137470e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:39.695968 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6c051196-ace5-4be8-886d-1eb2a137470e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3462386 Aug 08 20:31:39.698947 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 60992) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:31:39.703349 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:31:39.777723 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:39.875817 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:39.979507 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Allocated IP 172.27.3.5 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/f6895d24-3904-4eb2-9584-facecb6aab3e) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:31:40.086316 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for port (f6895d24-3904-4eb2-9584-facecb6aab3e), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:40.167162 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (f6895d24-3904-4eb2-9584-facecb6aab3e), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:40.205296 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:31:40.208152 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:31:40.211829 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:31:40.216722 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'Port': ['ID=f6895d24-3904-4eb2-9584-facecb6aab3e,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:40.300335 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (e12cc642-e95b-4ca7-b063-b647d114a5da), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:40.377315 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (f6895d24-3904-4eb2-9584-facecb6aab3e), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:40.522172 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for port (f6895d24-3904-4eb2-9584-facecb6aab3e), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:40.572094 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (f6895d24-3904-4eb2-9584-facecb6aab3e), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:40.636791 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (e12cc642-e95b-4ca7-b063-b647d114a5da), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:40.640209 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'Port': ['ID=f6895d24-3904-4eb2-9584-facecb6aab3e,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:40.740259 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:40.741597 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-4e9b2240-72c2-44ee-aaac-7f18b7079999 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0416534 Aug 08 20:31:40.935515 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-8a60444f-0f66-4c1a-98ac-3314fdfd4aea tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--764238584&fields=id&tenant_id=a580d7c8912343189a99fb62f70906bf HTTP/1.1" status: 200 len: 267 time: 0.0414653 Aug 08 20:31:41.042158 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17272694-9322-4224-8685-1f483cf24e01 req-309f829c-ed7f-469a-88e6-12974b2299a5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:41.043636 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-309f829c-ed7f-469a-88e6-12974b2299a5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 814 time: 0.1008706 Aug 08 20:31:41.057713 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-0b5d3c91-5a6e-49f0-ab7f-eba6c59a90b4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/quotas/a580d7c8912343189a99fb62f70906bf HTTP/1.1" status: 200 len: 375 time: 0.0087361 Aug 08 20:31:41.113730 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-1a6283df-b61b-4042-b5cf-86b2dcd96477 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512888 Aug 08 20:31:41.206704 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-45608a5a-7d6b-4ee2-a398-d696092b0469 service neutron] 10.222.0.26 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816994 Aug 08 20:31:41.298761 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-eba490a5-4f9b-45c0-b798-18079571253f service neutron] 10.222.0.26 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862329 Aug 08 20:31:41.502286 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-be340cfd-5a98-432c-b3b2-0eebd010ee41 req-bc56a21f-9ec9-4383-aad7-e17bce93b32c tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 210 time: 0.0275354 Aug 08 20:31:42.600086 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-391244f3-ecba-47be-8ce5-d9d321ef4af5 req-aa49847d-6f44-4ebe-aff1-8641bda9cfb9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 210 time: 0.0270469 Aug 08 20:31:43.697408 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e4bdef7f-faf8-4967-bf78-be2a89544079 req-e3a69f1e-fb17-4743-ae2b-9c15be472f33 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 210 time: 0.0280681 Aug 08 20:31:44.799667 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-48ec5dac-4024-4c16-b4dc-5830ce4c62c5 req-596e8d78-f159-4f83-b71c-128301a813e0 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 210 time: 0.0325348 Aug 08 20:31:45.560931 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17272694-9322-4224-8685-1f483cf24e01 req-b244e2c2-0a1c-4c43-8da2-1633242f7be9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:45.562423 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-b244e2c2-0a1c-4c43-8da2-1633242f7be9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 814 time: 0.1092105 Aug 08 20:31:45.649111 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-89a3c1af-77e2-407b-91e7-8b20489a9103 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a580d7c8912343189a99fb62f70906bf HTTP/1.1" status: 200 len: 472 time: 0.0783656 Aug 08 20:31:45.658191 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-17272694-9322-4224-8685-1f483cf24e01 req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'port': {'device_id': '2d4aea1a-3696-4211-874f-87f44c91d730', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'admin_state_up': True, 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'security_groups': ['7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:31:45.829274 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17272694-9322-4224-8685-1f483cf24e01 req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Made reservation on behalf of a580d7c8912343189a99fb62f70906bf for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:31:45.834171 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-17272694-9322-4224-8685-1f483cf24e01 req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:45.926295 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e73119bd-431a-4a2e-8ff4-650b367c8ff0 req-c44c9bfe-7f0b-4168-a93c-feaa7ecb3fb0 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 210 time: 0.0371225 Aug 08 20:31:46.005922 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-17272694-9322-4224-8685-1f483cf24e01 req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Allocated IP 172.20.0.8 (30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0/0b48208d-4ab2-4360-baa8-e93c0ab84e18/64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:31:46.155280 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-17272694-9322-4224-8685-1f483cf24e01 req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:46.264372 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-17272694-9322-4224-8685-1f483cf24e01 req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:46.316167 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17272694-9322-4224-8685-1f483cf24e01 req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:31:46.322262 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-17272694-9322-4224-8685-1f483cf24e01 req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:31:46.324983 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'Port': ['ID=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:46.327060 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-17272694-9322-4224-8685-1f483cf24e01 req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:31:46.379082 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17272694-9322-4224-8685-1f483cf24e01 req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:46.380215 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-17272694-9322-4224-8685-1f483cf24e01 req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:46.460212 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-c107e1e9-b210-4bf3-bea2-72d2a8761d82 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8064070 Aug 08 20:31:46.472049 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Request body: {'port': {'device_id': '2d4aea1a-3696-4211-874f-87f44c91d730', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:31:46.534718 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:46.603608 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-8c45a513-1a4b-434a-919d-085d2a13b901 None None] Provisioning complete for port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:31:46.604154 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8c45a513-1a4b-434a-919d-085d2a13b901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:46.636778 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-8c45a513-1a4b-434a-919d-085d2a13b901 None None] Port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:31:46.789127 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:31:46.796604 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Publish callbacks [] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:46.809262 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Transition to ACTIVE for port object 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:31:46.885788 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:46.963240 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Pushing event updated for resources: {'Port': ['ID=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:46.995049 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Attempting to bind port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:31:46.995386 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Attempting to bind port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:31:46.995717 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Attempting to bind port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:31:47.000041 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:31:47.000357 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Attempting to bind port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:31:47.006262 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:31:47.006602 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Checking segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:31:47.006985 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Bound using segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:31:47.007413 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Bound port: 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:31:47.007774 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:47.053304 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e541c-c56f-457a-98f9-66c1d088d34b req-22660750-ed17-4966-9df7-366b93c237f9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:47.054954 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-320e541c-c56f-457a-98f9-66c1d088d34b req-22660750-ed17-4966-9df7-366b93c237f9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 943 time: 0.0529234 Aug 08 20:31:47.067911 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] For port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:31:47.071268 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] For port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:31:47.101621 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-320e541c-c56f-457a-98f9-66c1d088d34b req-95993f98-7dec-41eb-8bd7-3af609a79fe8 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409191 Aug 08 20:31:47.132230 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:47.136581 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:47.137276 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:47.138522 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] 10.222.0.49 "PUT /v2.0/ports/64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e HTTP/1.1" status: 200 len: 1093 time: 0.6713061 Aug 08 20:31:47.138942 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4aea1a-3696-4211-874f-87f44c91d730', 'tag': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:31:47.141303 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c050fda-c3ff-402d-a4dd-bd478b2e0fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4aea1a-3696-4211-874f-87f44c91d730", "tag": "64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:31:47.187121 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff49c26-387b-497d-b69b-58dc8c90228f x-openstack-request-id: req-6ff49c26-387b-497d-b69b-58dc8c90228f {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:31:47.187415 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4aea1a-3696-4211-874f-87f44c91d730", "tag": "64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:31:47.187694 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ff49c26-387b-497d-b69b-58dc8c90228f {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:31:47.188106 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff49c26-387b-497d-b69b-58dc8c90228f'] response: {'name': 'network-changed', 'server_uuid': '2d4aea1a-3696-4211-874f-87f44c91d730', 'tag': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e', 'status': 'completed', 'code': 200} Aug 08 20:31:47.201380 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aee47e-981c-4b80-88fa-c914bdcc20ba service neutron] Pushing event updated for resources: {'Port': ['ID=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:47.255086 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c050fda-c3ff-402d-a4dd-bd478b2e0fcc req-e6deedf6-59b8-4125-a4e5-1afed4315a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:47.257016 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4c050fda-c3ff-402d-a4dd-bd478b2e0fcc req-e6deedf6-59b8-4125-a4e5-1afed4315a0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 1127 time: 0.0487866 Aug 08 20:31:47.355276 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c050fda-c3ff-402d-a4dd-bd478b2e0fcc req-7bafabe7-d131-4ba7-bf92-2da11b6e1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:47.356715 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4c050fda-c3ff-402d-a4dd-bd478b2e0fcc req-7bafabe7-d131-4ba7-bf92-2da11b6e1fc4 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a580d7c8912343189a99fb62f70906bf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0931652 Aug 08 20:31:47.449221 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c050fda-c3ff-402d-a4dd-bd478b2e0fcc req-551053f8-6209-4625-a9ab-39b8976893b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:47.450676 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4c050fda-c3ff-402d-a4dd-bd478b2e0fcc req-551053f8-6209-4625-a9ab-39b8976893b9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885234 Aug 08 20:31:47.530476 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17272694-9322-4224-8685-1f483cf24e01 req-3fee7922-cf20-42a3-831f-9f0caf98e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:47.531989 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-3fee7922-cf20-42a3-831f-9f0caf98e2c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 1127 time: 0.0455482 Aug 08 20:31:47.574821 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-bbb91550-6b82-4d9d-a798-5da57bf6a0da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e HTTP/1.1" status: 200 len: 217 time: 0.0359547 Aug 08 20:31:47.624095 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17272694-9322-4224-8685-1f483cf24e01 req-3c28ceee-2f59-48f3-af66-865328d2a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:47.625758 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-3c28ceee-2f59-48f3-af66-865328d2a13f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b48208d-4ab2-4360-baa8-e93c0ab84e18 HTTP/1.1" status: 200 len: 853 time: 0.0443254 Aug 08 20:31:47.674450 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17272694-9322-4224-8685-1f483cf24e01 req-9fc57899-8410-4054-9552-7b56c83fd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:47.675963 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-9fc57899-8410-4054-9552-7b56c83fd7be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444305 Aug 08 20:31:47.767156 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-2d3c1edc-45d5-4180-8eb8-2cdb1cb50b6f service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854681 Aug 08 20:31:47.855992 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-17272694-9322-4224-8685-1f483cf24e01 req-ca082e05-c46b-4868-aa0a-39cfd817ff75 service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833213 Aug 08 20:31:48.223809 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329fac-29fe-4413-b0c4-ea9aa7f9e19c req-47b0eac5-72b8-4cd7-a8ce-fd464524ba5d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:48.225294 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ea329fac-29fe-4413-b0c4-ea9aa7f9e19c req-47b0eac5-72b8-4cd7-a8ce-fd464524ba5d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 943 time: 0.0517063 Aug 08 20:31:48.271521 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ea329fac-29fe-4413-b0c4-ea9aa7f9e19c req-7d75cddb-7e3a-4d8f-943a-9e3c82fd90cc tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407271 Aug 08 20:31:49.396956 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fad175-b31b-4290-9084-281e50bbe96d req-38284b50-3627-4445-8a49-100cd322c059 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:49.398416 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-65fad175-b31b-4290-9084-281e50bbe96d req-38284b50-3627-4445-8a49-100cd322c059 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 943 time: 0.0554776 Aug 08 20:31:49.444411 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-65fad175-b31b-4290-9084-281e50bbe96d req-d1266608-0359-465e-a20b-e3ea27796fd0 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403190 Aug 08 20:31:50.565203 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86531a-dd98-44ec-ae9c-858481dcfe1b req-39acf71d-f471-4eb6-a8bb-3537928ba750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:50.566803 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8d86531a-dd98-44ec-ae9c-858481dcfe1b req-39acf71d-f471-4eb6-a8bb-3537928ba750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 943 time: 0.0521784 Aug 08 20:31:50.613960 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8d86531a-dd98-44ec-ae9c-858481dcfe1b req-20186c67-7a1c-4fd1-b5dc-d7f8b4bab8e3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413604 Aug 08 20:31:51.339238 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 32856) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:31:51.442521 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:51.497121 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e4eb24a3-d349-400b-9551-b4b667ad5b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:51.517125 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:31:51.523480 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Publish callbacks [] for security_group (82365813-2805-47bd-8285-550f2fd6e49e), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:51.582827 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (82365813-2805-47bd-8285-550f2fd6e49e), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:51.614033 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:31:51.622520 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14be0b1dcc744131819dec6aef206409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822046 Aug 08 20:31:51.623383 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82365813-2805-47bd-8285-550f2fd6e49e,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:51.625291 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 32860) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:31:51.625759 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'port_id': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e', 'mac_address': 'fa:16:3e:ae:d7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:31:51.631456 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.631897 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.632282 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.632631 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.632997 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.633333 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.633673 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.634007 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.634342 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.634676 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.635007 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.635336 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.635663 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712e9b2-36cd-4998-9f8f-e6686a984dde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.667103 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:31:51.667557 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:51.680900 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:31:51.683244 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8f9bce24-8ffa-4572-9f1e-ce85169413c6 admin admin] Publish callbacks [] for security_group (82365813-2805-47bd-8285-550f2fd6e49e), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:51.701709 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:31:51.710134 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8f9bce24-8ffa-4572-9f1e-ce85169413c6 admin admin] Publish callbacks [] for security_group (82365813-2805-47bd-8285-550f2fd6e49e), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:51.748668 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14532ce0-9873-4256-836a-bc0671b17ddd req-caded3b0-f273-41cb-ad3d-885745d3d231 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:51.750242 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-14532ce0-9873-4256-836a-bc0671b17ddd req-caded3b0-f273-41cb-ad3d-885745d3d231 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 943 time: 0.0557020 Aug 08 20:31:51.766426 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:51.801257 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-14532ce0-9873-4256-836a-bc0671b17ddd req-3efb6da2-b974-4d7f-81fb-a09f08e63760 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450330 Aug 08 20:31:51.811868 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8f9bce24-8ffa-4572-9f1e-ce85169413c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (82365813-2805-47bd-8285-550f2fd6e49e), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:51.825317 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:51.825476 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8f9bce24-8ffa-4572-9f1e-ce85169413c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:51.825476 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-8f9bce24-8ffa-4572-9f1e-ce85169413c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82365813-2805-47bd-8285-550f2fd6e49e HTTP/1.1" status: 204 len: 168 time: 0.1912541 Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.825655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:31:51.826707 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bce24-8ffa-4572-9f1e-ce85169413c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82365813-2805-47bd-8285-550f2fd6e49e,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:52.009701 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:31:52.037025 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:52.922294 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2701c9-eb52-4fcb-bd49-b9fc841f74b2 req-985748d5-3c4a-464c-b810-2a59e7d049d5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:52.925544 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dc2701c9-eb52-4fcb-bd49-b9fc841f74b2 req-985748d5-3c4a-464c-b810-2a59e7d049d5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 944 time: 0.0514045 Aug 08 20:31:52.973242 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-dc2701c9-eb52-4fcb-bd49-b9fc841f74b2 req-b5d55ecd-3278-4b11-9e3d-307a54eaecbb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429983 Aug 08 20:31:53.533102 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:31:53.640418 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:31:53.645047 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:31:53.652201 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:53.718271 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:31:53.718662 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:53.741989 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4aea1a-3696-4211-874f-87f44c91d730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:31:53.744250 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0bedbd-71a8-4ff1-8c62-f316f91072f0" -d '{"events": [{"server_uuid": "2d4aea1a-3696-4211-874f-87f44c91d730", "name": "network-vif-plugged", "status": "completed", "tag": "64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:31:53.757273 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:31:53.780440 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15028ec8-b4f7-4ee2-ab8f-2c10542a7943 x-openstack-request-id: req-15028ec8-b4f7-4ee2-ab8f-2c10542a7943 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:31:53.780739 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4aea1a-3696-4211-874f-87f44c91d730", "name": "network-vif-plugged", "status": "completed", "tag": "64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:31:53.784858 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15028ec8-b4f7-4ee2-ab8f-2c10542a7943 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:31:53.784858 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15028ec8-b4f7-4ee2-ab8f-2c10542a7943'] response: {'server_uuid': '2d4aea1a-3696-4211-874f-87f44c91d730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e', 'code': 200} Aug 08 20:31:53.794726 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:53.848570 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:31:54.011297 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672fe5b-9c7b-49b8-a448-43d153c5605e req-bf0c018d-c588-4a17-9cef-9a670f16d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:54.012968 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2672fe5b-9c7b-49b8-a448-43d153c5605e req-bf0c018d-c588-4a17-9cef-9a670f16d32a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 1129 time: 0.0451589 Aug 08 20:31:54.023619 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9452484b-439b-4b8f-9068-c4e62665e07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:54.061086 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-2672fe5b-9c7b-49b8-a448-43d153c5605e req-3600d3a7-3b70-46f5-a614-57b1a6dcc229 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403934 Aug 08 20:31:54.099649 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444cb74-84b2-41bd-882e-e0bdbe98907d req-d783a9ca-e82f-4784-99ca-8a7b012e08d1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:54.101161 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a444cb74-84b2-41bd-882e-e0bdbe98907d req-d783a9ca-e82f-4784-99ca-8a7b012e08d1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 945 time: 0.0545511 Aug 08 20:31:54.146699 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a444cb74-84b2-41bd-882e-e0bdbe98907d req-28e297a1-5308-41da-be0c-6a1eec71893e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399733 Aug 08 20:31:54.750355 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd642a20-82c7-45c5-a8e7-8816ec2ceb1c req-a638c915-1289-4823-b1ad-a8c67e002abd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447915 Aug 08 20:31:54.841057 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd642a20-82c7-45c5-a8e7-8816ec2ceb1c req-c208bb9a-27b4-4231-84a1-c391f6c2e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:54.842535 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd642a20-82c7-45c5-a8e7-8816ec2ceb1c req-c208bb9a-27b4-4231-84a1-c391f6c2e4b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e9608241eb24854a240c8fbb067fc7f&device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 1130 time: 0.0469332 Aug 08 20:31:54.949252 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd642a20-82c7-45c5-a8e7-8816ec2ceb1c req-6e1bc58e-b03f-441d-8840-08197e2b1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:54.950760 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd642a20-82c7-45c5-a8e7-8816ec2ceb1c req-6e1bc58e-b03f-441d-8840-08197e2b1b45 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ea75f05c-e804-4377-a249-bac473facd18 HTTP/1.1" status: 200 len: 910 time: 0.0867448 Aug 08 20:31:55.019273 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd642a20-82c7-45c5-a8e7-8816ec2ceb1c req-68672f2f-ed7b-4bfc-aca1-1c413a094ebd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8453a5-d963-4736-878c-676cdfeac32f HTTP/1.1" status: 200 len: 1001 time: 0.0616086 Aug 08 20:31:55.028507 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:55.083568 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd642a20-82c7-45c5-a8e7-8816ec2ceb1c req-4560168f-7e5d-4fb1-bca0-027416124b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:55.085048 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd642a20-82c7-45c5-a8e7-8816ec2ceb1c req-4560168f-7e5d-4fb1-bca0-027416124b4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca HTTP/1.1" status: 200 len: 848 time: 0.0435765 Aug 08 20:31:55.135487 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd642a20-82c7-45c5-a8e7-8816ec2ceb1c req-db39c6d0-be5c-45d8-af02-ff7096dbc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:55.137004 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd642a20-82c7-45c5-a8e7-8816ec2ceb1c req-db39c6d0-be5c-45d8-af02-ff7096dbc1e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ea75f05c-e804-4377-a249-bac473facd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450504 Aug 08 20:31:55.230123 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd642a20-82c7-45c5-a8e7-8816ec2ceb1c req-92b3b6fa-c8b5-461e-ab65-b6f1a489c94c service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860853 Aug 08 20:31:55.274316 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b5b86-f794-4256-a5a1-e93cd822fd56 req-b01b3045-7f81-4c15-bc9f-48509f944218 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:55.275722 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-664b5b86-f794-4256-a5a1-e93cd822fd56 req-b01b3045-7f81-4c15-bc9f-48509f944218 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 945 time: 0.0548828 Aug 08 20:31:55.323464 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-cd642a20-82c7-45c5-a8e7-8816ec2ceb1c req-4e0afe07-9f72-4e69-be42-24bda02b2f31 service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847652 Aug 08 20:31:55.326347 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-664b5b86-f794-4256-a5a1-e93cd822fd56 req-c2870d56-6486-4026-8c6c-0dcf8711511f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444903 Aug 08 20:31:56.451220 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d902dd-936f-4695-89e0-9d86364a0f47 req-0f2e22d5-d77b-4c34-a811-70fae5cc2fa1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:56.452658 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-86d902dd-936f-4695-89e0-9d86364a0f47 req-0f2e22d5-d77b-4c34-a811-70fae5cc2fa1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 945 time: 0.0566714 Aug 08 20:31:56.498531 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-86d902dd-936f-4695-89e0-9d86364a0f47 req-5f865b39-6f82-44f4-830c-83396c225337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401359 Aug 08 20:31:56.606039 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:56.618821 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6dd82-22e7-4892-9601-6978c8140e2e req-0854e69e-fecd-4dd5-9cb3-994e9bce8452 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:56.618821 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7ea6dd82-22e7-4892-9601-6978c8140e2e req-0854e69e-fecd-4dd5-9cb3-994e9bce8452 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 945 time: 0.0524642 Aug 08 20:31:56.629213 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 32912) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:31:56.633946 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-d2ed3a44-bbac-4138-99ad-3813f7cac907 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'floatingip': {'port_id': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:31:56.671861 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3a44-bbac-4138-99ad-3813f7cac907 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (e12cc642-e95b-4ca7-b063-b647d114a5da), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:57.085783 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3a44-bbac-4138-99ad-3813f7cac907 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:57.137206 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3a44-bbac-4138-99ad-3813f7cac907 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (e12cc642-e95b-4ca7-b063-b647d114a5da), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:57.228820 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [None req-d2ed3a44-bbac-4138-99ad-3813f7cac907 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Floating IP e12cc642-e95b-4ca7-b063-b647d114a5da associated. External IP: 172.27.3.5, port: 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e. Aug 08 20:31:57.675263 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ed3a44-bbac-4138-99ad-3813f7cac907 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Router 31334999-1f1a-4313-a670-6d31557d6d5c has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:31:57.791618 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ed3a44-bbac-4138-99ad-3813f7cac907 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:31:57.791618 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3a44-bbac-4138-99ad-3813f7cac907 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:57.795653 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a41e5b-a9b7-4762-82a9-be58d5487d33 None None] Sync routers for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:31:57.806251 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a41e5b-a9b7-4762-82a9-be58d5487d33 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:31:57.806886 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-b5a41e5b-a9b7-4762-82a9-be58d5487d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:31:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:31:57.822025 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-d2ed3a44-bbac-4138-99ad-3813f7cac907 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "PUT /v2.0/floatingips/e12cc642-e95b-4ca7-b063-b647d114a5da HTTP/1.1" status: 200 len: 989 time: 1.1916902 Aug 08 20:31:57.822695 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4aea1a-3696-4211-874f-87f44c91d730', 'tag': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:31:57.825155 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5bfb5b-9519-41df-addd-50e6ad0b5b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4aea1a-3696-4211-874f-87f44c91d730", "tag": "64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:31:57.860253 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04daccd6-c248-4295-9429-cdcf4d39eeb0 x-openstack-request-id: req-04daccd6-c248-4295-9429-cdcf4d39eeb0 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:31:57.860549 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4aea1a-3696-4211-874f-87f44c91d730", "tag": "64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:31:57.860844 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04daccd6-c248-4295-9429-cdcf4d39eeb0 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:31:57.861264 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04daccd6-c248-4295-9429-cdcf4d39eeb0'] response: {'name': 'network-changed', 'server_uuid': '2d4aea1a-3696-4211-874f-87f44c91d730', 'tag': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e', 'status': 'completed', 'code': 200} Aug 08 20:31:57.908663 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-b5a41e5b-a9b7-4762-82a9-be58d5487d33 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:31:57.927255 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bfb5b-9519-41df-addd-50e6ad0b5b9f req-e94ce544-8b9a-470f-9d93-cf6312e9aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:57.928764 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b5bfb5b-9519-41df-addd-50e6ad0b5b9f req-e94ce544-8b9a-470f-9d93-cf6312e9aab4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 1129 time: 0.0461340 Aug 08 20:31:58.037647 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bfb5b-9519-41df-addd-50e6ad0b5b9f req-a194710a-aca8-4962-a5c8-8fbc8b63cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:58.039283 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b5bfb5b-9519-41df-addd-50e6ad0b5b9f req-a194710a-aca8-4962-a5c8-8fbc8b63cab5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 915 time: 0.1002626 Aug 08 20:31:58.069274 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:31:58.122886 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b5bfb5b-9519-41df-addd-50e6ad0b5b9f req-9fbae7e4-581b-4d78-bd90-3f88fd3d3ad7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e HTTP/1.1" status: 200 len: 997 time: 0.0692830 Aug 08 20:31:58.156749 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-b5a41e5b-a9b7-4762-82a9-be58d5487d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '2197804a-0678-49f0-9a3d-6e7d78451645', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:cb:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d31a3-4728-447e-90ac-394791a3c653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:25Z', 'updated_at': '2022-08-08T20:30:44Z', 'revision_number': 2, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}, {'id': 'e12cc642-e95b-4ca7-b063-b647d114a5da', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:ae:d7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4aea1a-3696-4211-874f-87f44c91d730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:31:40Z', 'updated_at': '2022-08-08T20:31:57Z', 'revision_number': 1, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:31:58.183504 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a41e5b-a9b7-4762-82a9-be58d5487d33 None None] Checking router: 31334999-1f1a-4313-a670-6d31557d6d5c for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:31:58.184422 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bfb5b-9519-41df-addd-50e6ad0b5b9f req-d706e374-9f81-4e1f-9001-8c1fced81132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:58.185935 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b5bfb5b-9519-41df-addd-50e6ad0b5b9f req-d706e374-9f81-4e1f-9001-8c1fced81132 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b48208d-4ab2-4360-baa8-e93c0ab84e18 HTTP/1.1" status: 200 len: 853 time: 0.0458722 Aug 08 20:31:58.192156 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a41e5b-a9b7-4762-82a9-be58d5487d33 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:31:58.192764 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-b5a41e5b-a9b7-4762-82a9-be58d5487d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:31:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:31:58.241651 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bfb5b-9519-41df-addd-50e6ad0b5b9f req-9f68273f-d9ae-4a3f-a8db-bee93a71f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:31:58.243366 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b5bfb5b-9519-41df-addd-50e6ad0b5b9f req-9f68273f-d9ae-4a3f-a8db-bee93a71f769 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514848 Aug 08 20:31:58.300985 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-b5a41e5b-a9b7-4762-82a9-be58d5487d33 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:31:58.339286 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b5bfb5b-9519-41df-addd-50e6ad0b5b9f req-21a311a8-ed37-4e30-8e78-8e56570e75e2 service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886347 Aug 08 20:31:58.437861 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-9b5bfb5b-9519-41df-addd-50e6ad0b5b9f req-cb316e1c-a52b-4dab-a4eb-fcea33439d5e service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906270 Aug 08 20:31:58.533273 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-b5a41e5b-a9b7-4762-82a9-be58d5487d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '2197804a-0678-49f0-9a3d-6e7d78451645', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:cb:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d31a3-4728-447e-90ac-394791a3c653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:25Z', 'updated_at': '2022-08-08T20:30:44Z', 'revision_number': 2, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}, {'id': 'e12cc642-e95b-4ca7-b063-b647d114a5da', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:ae:d7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4aea1a-3696-4211-874f-87f44c91d730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:31:40Z', 'updated_at': '2022-08-08T20:31:57Z', 'revision_number': 1, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:31:58.681503 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a41e5b-a9b7-4762-82a9-be58d5487d33 None None] The sync data for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi is: [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '2197804a-0678-49f0-9a3d-6e7d78451645', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:cb:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d31a3-4728-447e-90ac-394791a3c653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:25Z', 'updated_at': '2022-08-08T20:30:44Z', 'revision_number': 2, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}, {'id': 'e12cc642-e95b-4ca7-b063-b647d114a5da', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:ae:d7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4aea1a-3696-4211-874f-87f44c91d730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:31:40Z', 'updated_at': '2022-08-08T20:31:57Z', 'revision_number': 1, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:31:58.863391 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d89f2-287e-4ec7-94f8-166868293e63 None None] New status for floating IP e12cc642-e95b-4ca7-b063-b647d114a5da: ACTIVE {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:32:01.581558 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:32:02.098886 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 32932) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:02.241848 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Deleting port 73f903c5-501a-4459-9aee-45f4cbef51d0 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:02.242193 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (73f903c5-501a-4459-9aee-45f4cbef51d0), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:02.318280 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (73f903c5-501a-4459-9aee-45f4cbef51d0), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:02.318606 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for floatingip (73f903c5-501a-4459-9aee-45f4cbef51d0), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:02.330150 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Calling delete_port for 73f903c5-501a-4459-9aee-45f4cbef51d0 owned by network:floatingip {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:02.571759 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (73f903c5-501a-4459-9aee-45f4cbef51d0), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:02.597240 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event deleted for resources: {'Port': ['ID=73f903c5-501a-4459-9aee-45f4cbef51d0,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:02.660166 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for floatingip (abc2f296-08d5-43f5-8430-a03bff694499), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:02.660576 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Floating IP abc2f296-08d5-43f5-8430-a03bff694499 disassociated (deleted). External IP: 172.27.3.61, port: 1a8453a5-d963-4736-878c-676cdfeac32f. Aug 08 20:32:02.864862 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:32:02.969359 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:32:02.974827 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:02.979288 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9476d1-d885-4508-897a-0763813d6062 None None] Sync routers for ids ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:32:02.988958 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9476d1-d885-4508-897a-0763813d6062 None None] Routers {'5b435e67-0cf9-4bc3-b630-9739223a5cf1'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:02.989516 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-aa9476d1-d885-4508-897a-0763813d6062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:31:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:03.007140 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-6e1af8b5-5270-47ac-9e90-00d011856e17 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "DELETE /v2.0/floatingips/abc2f296-08d5-43f5-8430-a03bff694499 HTTP/1.1" status: 204 len: 168 time: 0.9044540 Aug 08 20:32:03.007140 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:32:03.007751 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658ce629-11ed-4538-b70f-3218b050820f" -d '{"events": [{"name": "network-changed", "server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:32:03.053155 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191743b3-589c-461e-8c51-f5f223c019f4 x-openstack-request-id: req-191743b3-589c-461e-8c51-f5f223c019f4 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:32:03.053660 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:32:03.054015 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-191743b3-589c-461e-8c51-f5f223c019f4 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:32:03.054531 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191743b3-589c-461e-8c51-f5f223c019f4'] response: {'name': 'network-changed', 'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f', 'status': 'completed', 'code': 200} Aug 08 20:32:03.104938 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-aa9476d1-d885-4508-897a-0763813d6062 None None] Set router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:03.307528 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-aa9476d1-d885-4508-897a-0763813d6062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:27:25Z', 'revision_number': 4, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '9efb8088-6810-4fb2-b6bb-7a045d953eb4', 'name': '', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'mac_address': 'fa:16:3e:2d:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:24Z', 'updated_at': '2022-08-08T20:27:30Z', 'revision_number': 5, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'subnets': [{'id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:03.336582 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9476d1-d885-4508-897a-0763813d6062 None None] Checking router: 5b435e67-0cf9-4bc3-b630-9739223a5cf1 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:32:03.345328 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9476d1-d885-4508-897a-0763813d6062 None None] Routers {'5b435e67-0cf9-4bc3-b630-9739223a5cf1'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:03.346006 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-aa9476d1-d885-4508-897a-0763813d6062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:31:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:03.436278 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2e98d-e702-4207-9246-3ae05bac89e0 req-33d8f6c8-51a3-47e6-ab2f-02da1061c4ba tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:03.437798 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-59a2e98d-e702-4207-9246-3ae05bac89e0 req-33d8f6c8-51a3-47e6-ab2f-02da1061c4ba tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0534835 Aug 08 20:32:03.446764 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-aa9476d1-d885-4508-897a-0763813d6062 None None] Set router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:03.492911 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-59a2e98d-e702-4207-9246-3ae05bac89e0 req-edcf740b-96cf-4c89-b246-74b454fb5ee9 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478339 Aug 08 20:32:03.639464 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-aa9476d1-d885-4508-897a-0763813d6062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:27:25Z', 'revision_number': 4, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '9efb8088-6810-4fb2-b6bb-7a045d953eb4', 'name': '', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'mac_address': 'fa:16:3e:2d:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:24Z', 'updated_at': '2022-08-08T20:27:30Z', 'revision_number': 5, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'subnets': [{'id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:03.662919 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9476d1-d885-4508-897a-0763813d6062 None None] The sync data for ids ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'] in dv-cinder-848821-2-iscsi is: [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:27:25Z', 'revision_number': 4, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '9efb8088-6810-4fb2-b6bb-7a045d953eb4', 'name': '', 'network_id': 'ea75f05c-e804-4377-a249-bac473facd18', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'mac_address': 'fa:16:3e:2d:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:24Z', 'updated_at': '2022-08-08T20:27:30Z', 'revision_number': 5, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'subnets': [{'id': 'c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:32:03.914254 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eda42b-8fce-461d-ad63-6a8217a8a431 None None] New status for floating IP abc2f296-08d5-43f5-8430-a03bff694499: DOWN {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:32:03.961953 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ce629-11ed-4538-b70f-3218b050820f req-98521cbb-d575-4867-9863-83381daa9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:03.963788 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-658ce629-11ed-4538-b70f-3218b050820f req-98521cbb-d575-4867-9863-83381daa9a4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e9608241eb24854a240c8fbb067fc7f&device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 1130 time: 0.0578208 Aug 08 20:32:04.624585 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d3e85-0443-4597-ac77-9c4f8d00da39 req-8758dacd-43af-4240-889f-bf08f0580cb4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:04.626076 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8b7d3e85-0443-4597-ac77-9c4f8d00da39 req-8758dacd-43af-4240-889f-bf08f0580cb4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0552533 Aug 08 20:32:04.674388 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8b7d3e85-0443-4597-ac77-9c4f8d00da39 req-62e513b4-f839-49e1-a1ac-611dc03b5966 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422165 Aug 08 20:32:04.755878 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ce629-11ed-4538-b70f-3218b050820f req-1389d184-b70f-4a8c-9459-0d9a59c830b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:04.757358 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-658ce629-11ed-4538-b70f-3218b050820f req-1389d184-b70f-4a8c-9459-0d9a59c830b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ea75f05c-e804-4377-a249-bac473facd18 HTTP/1.1" status: 200 len: 910 time: 0.0883875 Aug 08 20:32:05.636890 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-658ce629-11ed-4538-b70f-3218b050820f req-4282513e-9c43-43ed-8d14-7a89c65f778b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8453a5-d963-4736-878c-676cdfeac32f HTTP/1.1" status: 200 len: 217 time: 0.0345738 Aug 08 20:32:05.690409 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ce629-11ed-4538-b70f-3218b050820f req-dd151001-51a6-4fbd-ae2b-2566218dd619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:05.691879 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-658ce629-11ed-4538-b70f-3218b050820f req-dd151001-51a6-4fbd-ae2b-2566218dd619 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca HTTP/1.1" status: 200 len: 848 time: 0.0483146 Aug 08 20:32:05.743584 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ce629-11ed-4538-b70f-3218b050820f req-1f299194-590f-4fbf-9f9a-855b23ba581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:05.745153 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-658ce629-11ed-4538-b70f-3218b050820f req-1f299194-590f-4fbf-9f9a-855b23ba581c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ea75f05c-e804-4377-a249-bac473facd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460389 Aug 08 20:32:05.798727 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5c27c-fb16-42ea-8521-733e9f0a1768 req-f454aace-fc38-4265-8aa5-d4f7583c16ac tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:05.800844 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fdc5c27c-fb16-42ea-8521-733e9f0a1768 req-f454aace-fc38-4265-8aa5-d4f7583c16ac tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0550065 Aug 08 20:32:05.836971 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-658ce629-11ed-4538-b70f-3218b050820f req-854c3dd4-09dc-4ff3-9a68-2e1ed42d3ec6 service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834548 Aug 08 20:32:05.858148 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-fdc5c27c-fb16-42ea-8521-733e9f0a1768 req-5149b7ca-91b6-43da-9e45-3fe8f3b3ce25 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465055 Aug 08 20:32:05.945175 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-658ce629-11ed-4538-b70f-3218b050820f req-a3d9f731-36ba-4cd5-90bc-69bdfc289a19 service neutron] 10.222.0.49 "GET /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001682 Aug 08 20:32:06.983004 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da95da-0bd7-4580-9862-59f7306bf389 req-980ac4cd-b5c2-40c2-9560-18510ddcd02f tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:06.984498 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-92da95da-0bd7-4580-9862-59f7306bf389 req-980ac4cd-b5c2-40c2-9560-18510ddcd02f tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0561488 Aug 08 20:32:07.033445 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-92da95da-0bd7-4580-9862-59f7306bf389 req-d844052a-d027-46e1-8bf2-0e09f15df8cb tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430424 Aug 08 20:32:08.153131 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8644fb0-e01b-46e0-8782-21cd92571df0 req-ecf5b06c-b611-4a2f-8533-a3e97fb9b6b4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:08.154602 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f8644fb0-e01b-46e0-8782-21cd92571df0 req-ecf5b06c-b611-4a2f-8533-a3e97fb9b6b4 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0524673 Aug 08 20:32:08.202425 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f8644fb0-e01b-46e0-8782-21cd92571df0 req-87a20686-c116-4d4e-9980-0bc082d4833c tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422153 Aug 08 20:32:09.193891 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc94dd-fe9e-4951-b3c0-15089599c33f req-89cdc8f7-c182-48d3-851c-8ee46224a7a5 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:09.195346 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-5edc94dd-fe9e-4951-b3c0-15089599c33f req-89cdc8f7-c182-48d3-851c-8ee46224a7a5 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.49 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0538316 Aug 08 20:32:09.291924 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-5edc94dd-fe9e-4951-b3c0-15089599c33f req-f3dc9e28-c092-4dfa-b5f7-0d53e3b5ccab tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Deleting port 1a8453a5-d963-4736-878c-676cdfeac32f {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:09.292143 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-5edc94dd-fe9e-4951-b3c0-15089599c33f req-f3dc9e28-c092-4dfa-b5f7-0d53e3b5ccab tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:09.336058 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354ad90-6123-4f34-a3e6-2bfe7ed10178 req-b05b8d88-9d80-44b8-ad96-07c0cdbfda70 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:09.337617 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a354ad90-6123-4f34-a3e6-2bfe7ed10178 req-b05b8d88-9d80-44b8-ad96-07c0cdbfda70 tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 946 time: 0.0625262 Aug 08 20:32:09.384563 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-5edc94dd-fe9e-4951-b3c0-15089599c33f req-f3dc9e28-c092-4dfa-b5f7-0d53e3b5ccab tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] For port 1a8453a5-d963-4736-878c-676cdfeac32f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=1a8453a5-d963-4736-878c-676cdfeac32f,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:09.384956 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-5edc94dd-fe9e-4951-b3c0-15089599c33f req-f3dc9e28-c092-4dfa-b5f7-0d53e3b5ccab tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:09.391084 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a354ad90-6123-4f34-a3e6-2bfe7ed10178 req-4fe0cc8c-48c8-4ba6-b8be-f9b989a6d0bc tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f3257d0-b919-453f-b45d-dd36b172831c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471880 Aug 08 20:32:09.399252 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-5edc94dd-fe9e-4951-b3c0-15089599c33f req-f3dc9e28-c092-4dfa-b5f7-0d53e3b5ccab tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Calling delete_port for 1a8453a5-d963-4736-878c-676cdfeac32f owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:09.612768 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-5edc94dd-fe9e-4951-b3c0-15089599c33f req-f3dc9e28-c092-4dfa-b5f7-0d53e3b5ccab tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (1a8453a5-d963-4736-878c-676cdfeac32f), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:09.645429 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc9e28-c092-4dfa-b5f7-0d53e3b5ccab tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event deleted for resources: {'Port': ['ID=1a8453a5-d963-4736-878c-676cdfeac32f,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:09.693651 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edc94dd-fe9e-4951-b3c0-15089599c33f req-f3dc9e28-c092-4dfa-b5f7-0d53e3b5ccab tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] No DVR routers for this DVR port 1a8453a5-d963-4736-878c-676cdfeac32f on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:32:09.696287 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-5edc94dd-fe9e-4951-b3c0-15089599c33f req-f3dc9e28-c092-4dfa-b5f7-0d53e3b5ccab tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:09.699761 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-5edc94dd-fe9e-4951-b3c0-15089599c33f req-f3dc9e28-c092-4dfa-b5f7-0d53e3b5ccab tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.49 "DELETE /v2.0/ports/1a8453a5-d963-4736-878c-676cdfeac32f HTTP/1.1" status: 204 len: 173 time: 0.4972010 Aug 08 20:32:09.700202 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'name': 'network-vif-deleted', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:32:09.702550 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981e02ab-df09-4081-ad9b-ee17f33be6ed" -d '{"events": [{"server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "name": "network-vif-deleted", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:32:09.744591 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a693b31c-6ff2-407d-b0d6-80bfbf24b77e x-openstack-request-id: req-a693b31c-6ff2-407d-b0d6-80bfbf24b77e {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:32:09.744934 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621ea206-83e3-4134-8f75-a4a28f07a466", "name": "network-vif-deleted", "tag": "1a8453a5-d963-4736-878c-676cdfeac32f", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:32:09.745200 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a693b31c-6ff2-407d-b0d6-80bfbf24b77e {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:32:09.745608 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a693b31c-6ff2-407d-b0d6-80bfbf24b77e'] response: {'server_uuid': '621ea206-83e3-4134-8f75-a4a28f07a466', 'name': 'network-vif-deleted', 'tag': '1a8453a5-d963-4736-878c-676cdfeac32f', 'status': 'completed', 'code': 200} Aug 08 20:32:10.490847 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-97264f2c-6b4a-40c2-bfbf-47d8f92999b8 req-9bb1e5a8-7c4a-4eab-a5ee-cc5ae5d58d4a tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "GET /v2.0/ports?device_id=621ea206-83e3-4134-8f75-a4a28f07a466 HTTP/1.1" status: 200 len: 210 time: 0.0269670 Aug 08 20:32:11.551256 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33056) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:11.607734 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-82c81b0a-4297-48c6-8900-aef8f64c838f tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group (2f3257d0-b919-453f-b45d-dd36b172831c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:11.634281 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-82c81b0a-4297-48c6-8900-aef8f64c838f tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group (2f3257d0-b919-453f-b45d-dd36b172831c), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:11.755058 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-82c81b0a-4297-48c6-8900-aef8f64c838f tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (2f3257d0-b919-453f-b45d-dd36b172831c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:11.757865 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-82c81b0a-4297-48c6-8900-aef8f64c838f tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:11.758982 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-82c81b0a-4297-48c6-8900-aef8f64c838f tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] 10.222.0.26 "DELETE /v2.0/security-groups/2f3257d0-b919-453f-b45d-dd36b172831c HTTP/1.1" status: 204 len: 168 time: 0.2066240 Aug 08 20:32:11.769436 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c81b0a-4297-48c6-8900-aef8f64c838f tempest-TestShelveInstance-1561766120 tempest-TestShelveInstance-1561766120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3257d0-b919-453f-b45d-dd36b172831c,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:11.852791 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33062) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:12.193657 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8dea1cc8-a6b6-4504-9875-01ec1a276c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641834'] for router_interface (5b435e67-0cf9-4bc3-b630-9739223a5cf1), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:12.430942 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-8dea1cc8-a6b6-4504-9875-01ec1a276c11 admin admin] Deleting port 9efb8088-6810-4fb2-b6bb-7a045d953eb4 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:12.431622 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8dea1cc8-a6b6-4504-9875-01ec1a276c11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:12.515268 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-8dea1cc8-a6b6-4504-9875-01ec1a276c11 admin admin] For port 9efb8088-6810-4fb2-b6bb-7a045d953eb4, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=9efb8088-6810-4fb2-b6bb-7a045d953eb4,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:12.515644 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8dea1cc8-a6b6-4504-9875-01ec1a276c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:12.529775 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-8dea1cc8-a6b6-4504-9875-01ec1a276c11 admin admin] Calling delete_port for 9efb8088-6810-4fb2-b6bb-7a045d953eb4 owned by network:router_interface {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:12.760037 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8dea1cc8-a6b6-4504-9875-01ec1a276c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (9efb8088-6810-4fb2-b6bb-7a045d953eb4), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:12.786047 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea1cc8-a6b6-4504-9875-01ec1a276c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=9efb8088-6810-4fb2-b6bb-7a045d953eb4,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:12.964439 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8dea1cc8-a6b6-4504-9875-01ec1a276c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641466'] for router_interface (5b435e67-0cf9-4bc3-b630-9739223a5cf1), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:13.028558 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-78bac09d-2ad5-493f-b2e5-cd0b6d076346 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-684034512&fields=id&tenant_id=65afc33bb2ec4e64807fb1e94f82594f HTTP/1.1" status: 200 len: 267 time: 0.0486653 Aug 08 20:32:13.135580 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-6d49b862-f2d9-4636-abc2-92207faabd92 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:13.137162 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-6d49b862-f2d9-4636-abc2-92207faabd92 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 811 time: 0.1020596 Aug 08 20:32:13.151822 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-6be2a724-f75a-4218-87c8-b559bb055ed4 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/quotas/65afc33bb2ec4e64807fb1e94f82594f HTTP/1.1" status: 200 len: 375 time: 0.0091245 Aug 08 20:32:13.171978 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dea1cc8-a6b6-4504-9875-01ec1a276c11 admin admin] Router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:32:13.207576 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-54664cf9-4a65-452b-ae23-ea3c651a1224 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506895 Aug 08 20:32:13.274556 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dea1cc8-a6b6-4504-9875-01ec1a276c11 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:32:13.282162 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-8dea1cc8-a6b6-4504-9875-01ec1a276c11 admin admin] 10.222.0.26 "PUT /v2.0/routers/5b435e67-0cf9-4bc3-b630-9739223a5cf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4255810 Aug 08 20:32:13.282259 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33080) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:13.286341 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb2fd5-4a52-40f6-bb33-52a9d8756e3c None None] Sync routers for ids ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:32:13.295723 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb2fd5-4a52-40f6-bb33-52a9d8756e3c None None] Routers {'5b435e67-0cf9-4bc3-b630-9739223a5cf1'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:13.296339 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-72eb2fd5-4a52-40f6-bb33-52a9d8756e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:31:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:13.304214 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-9132a7d9-2be2-4d60-834e-5f55fad5523b service neutron] 10.222.0.26 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855525 Aug 08 20:32:13.397571 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-72eb2fd5-4a52-40f6-bb33-52a9d8756e3c None None] Set router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:13.397956 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Publish callbacks [] for router (5b435e67-0cf9-4bc3-b630-9739223a5cf1), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:13.419850 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-3ed4df62-090d-4897-a570-41bc335b7e3a service neutron] 10.222.0.26 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092710 Aug 08 20:32:13.520845 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Publish callbacks [] for router_gateway (5b435e67-0cf9-4bc3-b630-9739223a5cf1), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:13.593315 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-72eb2fd5-4a52-40f6-bb33-52a9d8756e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:32:12Z', 'revision_number': 5, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:13.620734 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb2fd5-4a52-40f6-bb33-52a9d8756e3c None None] Checking router: 5b435e67-0cf9-4bc3-b630-9739223a5cf1 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:32:13.630156 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb2fd5-4a52-40f6-bb33-52a9d8756e3c None None] Routers {'5b435e67-0cf9-4bc3-b630-9739223a5cf1'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:13.630734 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-72eb2fd5-4a52-40f6-bb33-52a9d8756e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:31:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:13.686551 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Deleting port 9e974eef-c0b8-4b65-8611-3abb8673223b {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:13.686896 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:13.713435 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 1a8453a5-d963-4736-878c-676cdfeac32f no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:32:13.743145 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: 1a8453a5-d963-4736-878c-676cdfeac32f {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:32:13.743494 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 1a8453a5-d963-4736-878c-676cdfeac32f not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:32:13.751123 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-72eb2fd5-4a52-40f6-bb33-52a9d8756e3c None None] Set router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:13.768967 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] For port 9e974eef-c0b8-4b65-8611-3abb8673223b, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=9e974eef-c0b8-4b65-8611-3abb8673223b,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:13.769755 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:13.782475 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Calling delete_port for 9e974eef-c0b8-4b65-8611-3abb8673223b owned by network:router_gateway {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:13.929402 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-72eb2fd5-4a52-40f6-bb33-52a9d8756e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:32:12Z', 'revision_number': 5, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:13.954479 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb2fd5-4a52-40f6-bb33-52a9d8756e3c None None] The sync data for ids ['5b435e67-0cf9-4bc3-b630-9739223a5cf1'] in dv-cinder-848821-2-iscsi is: [{'id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'name': 'tempest-TestShelveInstance-1830276692-router', 'tenant_id': '8e9608241eb24854a240c8fbb067fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:21Z', 'updated_at': '2022-08-08T20:32:12Z', 'revision_number': 5, 'project_id': '8e9608241eb24854a240c8fbb067fc7f', 'gw_port': {'id': '9e974eef-c0b8-4b65-8611-3abb8673223b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b435e67-0cf9-4bc3-b630-9739223a5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:22Z', 'updated_at': '2022-08-08T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:32:14.047026 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (9e974eef-c0b8-4b65-8611-3abb8673223b), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.077964 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e974eef-c0b8-4b65-8611-3abb8673223b,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:14.079467 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-690346d4-9d8b-4d17-8fec-f2c36aaf6606 req-33990131-f9eb-4cf1-9993-0ce5f6d6ef67 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 210 time: 0.0321732 Aug 08 20:32:14.168689 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33100) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:14.288174 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-89c456b7-2336-4627-b9b1-2bb9d06eb05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.370607 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-89c456b7-2336-4627-b9b1-2bb9d06eb05f admin admin] Publish callbacks [] for security_group (106e1c3c-99a6-44e3-a0ef-40d69c18370c), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.420087 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644320'] for router_gateway (5b435e67-0cf9-4bc3-b630-9739223a5cf1), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.458037 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-89c456b7-2336-4627-b9b1-2bb9d06eb05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (106e1c3c-99a6-44e3-a0ef-40d69c18370c), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.499158 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c456b7-2336-4627-b9b1-2bb9d06eb05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106e1c3c-99a6-44e3-a0ef-40d69c18370c,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:14.507335 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-89c456b7-2336-4627-b9b1-2bb9d06eb05f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=831b2bb47737428d9a25f71d03a446db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374279 Aug 08 20:32:14.507567 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33106) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:14.515359 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router (5b435e67-0cf9-4bc3-b630-9739223a5cf1), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.522204 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Publish callbacks [] for router_controller (5b435e67-0cf9-4bc3-b630-9739223a5cf1), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.590095 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5072-347b-416c-a527-b03e453ac935 admin admin] Publish callbacks [] for security_group (106e1c3c-99a6-44e3-a0ef-40d69c18370c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.614543 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5072-347b-416c-a527-b03e453ac935 admin admin] Publish callbacks [] for security_group (106e1c3c-99a6-44e3-a0ef-40d69c18370c), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.641199 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639312'] for router (5b435e67-0cf9-4bc3-b630-9739223a5cf1), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.641758 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b435e67-0cf9-4bc3-b630-9739223a5cf1 {{(pid=104384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 20:32:14.649009 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.652952 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-e602b752-2b91-4a4b-b7e1-addd617ca4a4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5b435e67-0cf9-4bc3-b630-9739223a5cf1 HTTP/1.1" status: 204 len: 168 time: 1.3668389 Aug 08 20:32:14.653114 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33110) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:14.706064 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baf6bb8-1906-4db2-81b4-ff943301b2c5 admin admin] Deleting subnet c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca {{(pid=104383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:32:14.710579 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-9baf6bb8-1906-4db2-81b4-ff943301b2c5 admin admin] Publish callbacks [] for subnet (c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.743056 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5072-347b-416c-a527-b03e453ac935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (106e1c3c-99a6-44e3-a0ef-40d69c18370c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.746234 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5072-347b-416c-a527-b03e453ac935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.747669 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-9baf6bb8-1906-4db2-81b4-ff943301b2c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3703792'] for subnet (c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca), precommit_delete_associations {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.750373 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-7c4c5072-347b-416c-a527-b03e453ac935 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/106e1c3c-99a6-44e3-a0ef-40d69c18370c HTTP/1.1" status: 204 len: 168 time: 0.2390759 Aug 08 20:32:14.765446 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c5072-347b-416c-a527-b03e453ac935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106e1c3c-99a6-44e3-a0ef-40d69c18370c,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:14.831859 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-9baf6bb8-1906-4db2-81b4-ff943301b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:14.966362 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-9baf6bb8-1906-4db2-81b4-ff943301b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27037313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26890486'] for subnet (c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.221234 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf6bb8-1906-4db2-81b4-ff943301b2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:15.223794 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-9baf6bb8-1906-4db2-81b4-ff943301b2c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.227168 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-9baf6bb8-1906-4db2-81b4-ff943301b2c5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c6e3d061-f4ca-4b53-a4bb-34c8be08a8ca HTTP/1.1" status: 204 len: 168 time: 0.5729926 Aug 08 20:32:15.229947 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33122) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:15.243703 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba63e9d-58ef-4cc1-940a-303b38579962 None None] Network ea75f05c-e804-4377-a249-bac473facd18 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:32:15.285722 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8ecfb65d-9e5c-43da-b001-7351f3f2fbff req-41203f72-a598-40cf-8ba9-c991cdc5003a tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 210 time: 0.0667589 Aug 08 20:32:15.332854 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (ea75f05c-e804-4377-a249-bac473facd18), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.380925 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Deleting port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:15.381268 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.449261 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] For port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:15.449917 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.456937 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec122ea-8263-4e34-8183-c9ab46b0c0f9 None None] DHCP port deletion for ea75f05c-e804-4377-a249-bac473facd18 request from dv-cinder-848821-2-iscsi {{(pid=104385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 20:32:15.465998 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Calling delete_port for a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 owned by network:dhcp {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:15.513977 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-eec122ea-8263-4e34-8183-c9ab46b0c0f9 None None] Deleting port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:15.514743 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eec122ea-8263-4e34-8183-c9ab46b0c0f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.634355 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.664950 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:15.672418 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] No DVR routers for this DVR port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 on host dv-cinder-848821-2-iscsi {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:32:15.698592 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 9efb8088-6810-4fb2-b6bb-7a045d953eb4 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:32:15.725357 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 9efb8088-6810-4fb2-b6bb-7a045d953eb4 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:32:15.725702 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 9efb8088-6810-4fb2-b6bb-7a045d953eb4 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:32:15.726130 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 9e974eef-c0b8-4b65-8611-3abb8673223b no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:32:15.748283 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 9e974eef-c0b8-4b65-8611-3abb8673223b {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:32:15.748655 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 9e974eef-c0b8-4b65-8611-3abb8673223b not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:32:15.749091 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:32:15.761416 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (ea75f05c-e804-4377-a249-bac473facd18), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.778861 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:32:15.779214 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:32:15.787326 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-eec122ea-8263-4e34-8183-c9ab46b0c0f9 None None] For port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5,segment=NetworkSegment(b7ea269b-57c8-4af5-ad74-b23a25e5342c),segment_id=b7ea269b-57c8-4af5-ad74-b23a25e5342c)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:15.787732 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eec122ea-8263-4e34-8183-c9ab46b0c0f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.792349 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea75f05c-e804-4377-a249-bac473facd18']}} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:15.801922 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-eec122ea-8263-4e34-8183-c9ab46b0c0f9 None None] Calling delete_port for a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:15.804168 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ea269b-57c8-4af5-ad74-b23a25e5342c') {'for_net_delete': True} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:15.804469 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ea269b-57c8-4af5-ad74-b23a25e5342c') {} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:15.815221 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26585134'] for segment (b7ea269b-57c8-4af5-ad74-b23a25e5342c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.829727 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (b7ea269b-57c8-4af5-ad74-b23a25e5342c), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.836726 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=104384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:32:15.841312 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26740258'] for segment (b7ea269b-57c8-4af5-ad74-b23a25e5342c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.877088 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eec122ea-8263-4e34-8183-c9ab46b0c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121'] for port (a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:15.887401 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment b7ea269b-57c8-4af5-ad74-b23a25e5342c resource provider aggregate not found Aug 08 20:32:15.907688 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec122ea-8263-4e34-8183-c9ab46b0c0f9 None None] Pushing event deleted for resources: {'Port': ['ID=a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:15.909282 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec122ea-8263-4e34-8183-c9ab46b0c0f9 None None] No DVR routers for this DVR port a3e84625-1dd0-4ab6-9e54-cf1e37dfa1a5 on host dv-cinder-848821-2-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:32:15.919895 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment b7ea269b-57c8-4af5-ad74-b23a25e5342c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7ea269b-57c8-4af5-ad74-b23a25e5342c found for delete ", "request_id": "req-663500cf-3041-4ef2-81f1-b472997d64fd"}]} Aug 08 20:32:16.000672 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33140) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:16.004217 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (ea75f05c-e804-4377-a249-bac473facd18), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.009086 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.012207 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] 10.222.0.26 "DELETE /v2.0/networks/ea75f05c-e804-4377-a249-bac473facd18 HTTP/1.1" status: 204 len: 168 time: 0.7812715 Aug 08 20:32:16.015097 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33144) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:16.036599 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347b443-005b-4371-adbc-b807032b3d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea75f05c-e804-4377-a249-bac473facd18,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:16.101008 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-339314f8-bbfd-4e97-86bb-0db77c220bee tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:16.103375 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-339314f8-bbfd-4e97-86bb-0db77c220bee tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 811 time: 0.1446669 Aug 08 20:32:16.129290 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1544035262-network', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:16.174132 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-051669cf-bcd7-4a7e-9c33-380dc018e491 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65afc33bb2ec4e64807fb1e94f82594f HTTP/1.1" status: 200 len: 379 time: 0.0598567 Aug 08 20:32:16.188766 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'port': {'device_id': '535350cc-beb8-419b-a0e7-27424b48cd62', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'admin_state_up': True, 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'security_groups': ['65d610e6-8232-44de-8b36-c3bfe0bcd736']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:16.234098 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Made reservation on behalf of b6df5119bb93492787dbad04ccbc6a98 for: {'network': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:32:16.236376 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.247906 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.382807 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Made reservation on behalf of 65afc33bb2ec4e64807fb1e94f82594f for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:32:16.386454 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.402511 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Publish callbacks [] for security_group (a78ad409-40c8-4237-98b0-7ff91225e149), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.419447 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7db4124b-a6af-482a-b090-7031913eeca3 req-dfd3c187-7f66-4451-b03d-6570e225e599 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 210 time: 0.0412664 Aug 08 20:32:16.451946 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a78ad409-40c8-4237-98b0-7ff91225e149), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.501543 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=104383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:32:16.508663 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78ad409-40c8-4237-98b0-7ff91225e149,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:16.519414 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (07cdeb9c-1848-4014-87dd-198f1d4e3b7d), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.519761 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.segments_db [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Added segment 07cdeb9c-1848-4014-87dd-198f1d4e3b7d of type vlan for network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 Aug 08 20:32:16.527851 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Allocated IP 172.20.0.8 (7099fd9c-9514-43aa-9ae6-9d8614d2e1b0/dabc7f81-ee97-4703-9abc-0fad495abc04/000b2d30-266d-48d3-bcea-52aadb735aa7) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:32:16.567081 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c028d4dc-d0d1-4050-8e91-058f135428c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641834'] for router_interface (d9279fda-2e9a-4dc1-95ef-10c837663187), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.570266 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.672429 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.731987 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.733045 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:16.733790 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.765967 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.812051 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] Pushing event updated for resources: {'Network': ['ID=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:16.812631 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:32:16.820113 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:16.824424 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:32:16.840361 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:32:16.840916 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'Port': ['ID=000b2d30-266d-48d3-bcea-52aadb735aa7,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:16.866283 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-8c101327-2d72-42f7-b16b-d1b041dc784e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8643186 Aug 08 20:32:16.869126 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33148) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:16.875907 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.875907 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.875907 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.876417 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-f406f500-1a8e-495e-855c-92611e2e5521 admin admin] Request body: {'subnet': {'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1544035262-subnet', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'ip_version': 4}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:16.876527 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.876527 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.876527 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.876527 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.876527 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.876527 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.876527 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.877094 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.877809 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.877809 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:16.923528 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:16.924260 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:16.935596 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-c028d4dc-d0d1-4050-8e91-058f135428c8 admin admin] Deleting port ff8403b6-b2ec-4464-a552-c73258b4ec6e {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:16.936638 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c028d4dc-d0d1-4050-8e91-058f135428c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.006840 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f406f500-1a8e-495e-855c-92611e2e5521 admin admin] Made reservation on behalf of b6df5119bb93492787dbad04ccbc6a98 for: {'subnet': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:32:17.009160 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f406f500-1a8e-495e-855c-92611e2e5521 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26890397'] for subnet (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.031521 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c72c5183-d8ac-4d28-8a18-db42fce2e793 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8481209 Aug 08 20:32:17.042888 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Request body: {'port': {'device_id': '535350cc-beb8-419b-a0e7-27424b48cd62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:17.090059 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-c028d4dc-d0d1-4050-8e91-058f135428c8 admin admin] For port ff8403b6-b2ec-4464-a552-c73258b4ec6e, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=ff8403b6-b2ec-4464-a552-c73258b4ec6e,segment=NetworkSegment(a014f8a2-c749-4229-9e62-0c77890062a4),segment_id=a014f8a2-c749-4229-9e62-0c77890062a4)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:17.090350 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c028d4dc-d0d1-4050-8e91-058f135428c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.106491 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.106715 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-c028d4dc-d0d1-4050-8e91-058f135428c8 admin admin] Calling delete_port for ff8403b6-b2ec-4464-a552-c73258b4ec6e owned by network:router_interface {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:17.169647 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-ac4cd4fb-3175-4f45-bc45-45293369ff8a None None] Provisioning complete for port 000b2d30-266d-48d3-bcea-52aadb735aa7 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:17.170330 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ac4cd4fb-3175-4f45-bc45-45293369ff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.204460 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-ac4cd4fb-3175-4f45-bc45-45293369ff8a None None] Port 000b2d30-266d-48d3-bcea-52aadb735aa7 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:32:17.374397 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000b2d30-266d-48d3-bcea-52aadb735aa7 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:32:17.383633 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Publish callbacks [] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.417194 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f406f500-1a8e-495e-855c-92611e2e5521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27037254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26890383'] for subnet (f2de17a4-802d-4c22-9f58-e5b48e724d10), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.451813 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Transition to ACTIVE for port object 000b2d30-266d-48d3-bcea-52aadb735aa7 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:32:17.456172 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c028d4dc-d0d1-4050-8e91-058f135428c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (ff8403b6-b2ec-4464-a552-c73258b4ec6e), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.497685 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028d4dc-d0d1-4050-8e91-058f135428c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8403b6-b2ec-4464-a552-c73258b4ec6e,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:17.499310 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406f500-1a8e-495e-855c-92611e2e5521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2de17a4-802d-4c22-9f58-e5b48e724d10,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:17.508585 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.564776 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406f500-1a8e-495e-855c-92611e2e5521 admin admin] Checking segment: {'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:32:17.565303 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f406f500-1a8e-495e-855c-92611e2e5521 admin admin] Network hostable DHCP agents. Network: ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:32:17.611062 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=000b2d30-266d-48d3-bcea-52aadb735aa7,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:17.649842 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Attempting to bind port 000b2d30-266d-48d3-bcea-52aadb735aa7 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:32:17.650437 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Attempting to bind port 000b2d30-266d-48d3-bcea-52aadb735aa7 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:32:17.651779 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Attempting to bind port 000b2d30-266d-48d3-bcea-52aadb735aa7 on network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:32:17.655698 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Port 000b2d30-266d-48d3-bcea-52aadb735aa7 on network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:32:17.656086 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Attempting to bind port 000b2d30-266d-48d3-bcea-52aadb735aa7 on network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:32:17.661825 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:32:17.662169 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Checking segment: {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:32:17.662563 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Bound using segment: {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:32:17.663310 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Bound port: 000b2d30-266d-48d3-bcea-52aadb735aa7, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97328c50-ca78-40b7-ba69-589d2c164814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:32:17.663680 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.671663 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c63ce-218b-47af-b278-57d9eccab5ed req-60c1078c-c0e1-464c-a3f3-cec1dd372a0f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:17.674949 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5c1c63ce-218b-47af-b278-57d9eccab5ed req-60c1078c-c0e1-464c-a3f3-cec1dd372a0f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 943 time: 0.1663263 Aug 08 20:32:17.732594 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f406f500-1a8e-495e-855c-92611e2e5521 admin admin] Network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:32:17.734512 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] For port 000b2d30-266d-48d3-bcea-52aadb735aa7, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:32:17.738694 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] For port 000b2d30-266d-48d3-bcea-52aadb735aa7, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=000b2d30-266d-48d3-bcea-52aadb735aa7,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:32:17.779090 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5c1c63ce-218b-47af-b278-57d9eccab5ed req-b7b380ba-e71a-4f58-88b5-d5d0f661fe99 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948610 Aug 08 20:32:17.779736 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c028d4dc-d0d1-4050-8e91-058f135428c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641466'] for router_interface (d9279fda-2e9a-4dc1-95ef-10c837663187), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.818280 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.822553 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:17.823186 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.824719 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] 10.222.0.49 "PUT /v2.0/ports/000b2d30-266d-48d3-bcea-52aadb735aa7 HTTP/1.1" status: 200 len: 1093 time: 0.7863791 Aug 08 20:32:17.825188 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535350cc-beb8-419b-a0e7-27424b48cd62', 'tag': '000b2d30-266d-48d3-bcea-52aadb735aa7'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:32:17.827505 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389e3cd2-af37-4ed8-8f3b-96fa9d4b4584" -d '{"events": [{"name": "network-changed", "server_uuid": "535350cc-beb8-419b-a0e7-27424b48cd62", "tag": "000b2d30-266d-48d3-bcea-52aadb735aa7"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:32:17.866877 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-f406f500-1a8e-495e-855c-92611e2e5521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1) {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:17.873160 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f406f500-1a8e-495e-855c-92611e2e5521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:17.873752 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f406f500-1a8e-495e-855c-92611e2e5521 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:17.880090 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc57cdc-ff19-4129-ac47-52c443b5ea27 x-openstack-request-id: req-fdc57cdc-ff19-4129-ac47-52c443b5ea27 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:32:17.880615 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535350cc-beb8-419b-a0e7-27424b48cd62", "tag": "000b2d30-266d-48d3-bcea-52aadb735aa7", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:32:17.880964 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdc57cdc-ff19-4129-ac47-52c443b5ea27 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:32:17.881616 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc57cdc-ff19-4129-ac47-52c443b5ea27'] response: {'name': 'network-changed', 'server_uuid': '535350cc-beb8-419b-a0e7-27424b48cd62', 'tag': '000b2d30-266d-48d3-bcea-52aadb735aa7', 'status': 'completed', 'code': 200} Aug 08 20:32:17.886896 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfe5e0-e9ff-43eb-b370-915bd7547bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=000b2d30-266d-48d3-bcea-52aadb735aa7,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:17.890801 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04fcbbe-2bea-450e-ade9-9b3631a8eb7e None None] Network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:32:17.962257 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e3cd2-af37-4ed8-8f3b-96fa9d4b4584 req-3b80c539-5291-4fc5-ad8b-b51d1887b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:17.963914 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-389e3cd2-af37-4ed8-8f3b-96fa9d4b4584 req-3b80c539-5291-4fc5-ad8b-b51d1887b96c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 1127 time: 0.0487819 Aug 08 20:32:17.989925 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-f406f500-1a8e-495e-855c-92611e2e5521 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1196716 Aug 08 20:32:17.993596 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33156) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:18.001613 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:18.016222 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'fixed_ips': [{'subnet_id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:32:18.017423 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:18.034127 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c028d4dc-d0d1-4050-8e91-058f135428c8 admin admin] Router d9279fda-2e9a-4dc1-95ef-10c837663187 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:32:18.079517 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e3cd2-af37-4ed8-8f3b-96fa9d4b4584 req-5b389637-1de4-4ba4-8239-997dbe942161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:18.081641 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-389e3cd2-af37-4ed8-8f3b-96fa9d4b4584 req-5b389637-1de4-4ba4-8239-997dbe942161 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1102159 Aug 08 20:32:18.119379 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1852'] for router (fa02c5fe-da63-4b23-a19b-bac6cab88850), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:18.120419 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1847'] for router (fa02c5fe-da63-4b23-a19b-bac6cab88850), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:18.162970 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Allocated IP 172.20.0.2 (ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1/f2de17a4-802d-4c22-9f58-e5b48e724d10/c7818f87-6a22-4f89-b146-135350fbda34) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:32:18.166663 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c028d4dc-d0d1-4050-8e91-058f135428c8 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:32:18.181429 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f379972-dbbe-4396-9e61-8862abef3ba9 None None] Sync routers for ids ['d9279fda-2e9a-4dc1-95ef-10c837663187'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:32:18.193615 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f379972-dbbe-4396-9e61-8862abef3ba9 None None] Routers {'d9279fda-2e9a-4dc1-95ef-10c837663187'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:18.194458 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-7f379972-dbbe-4396-9e61-8862abef3ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:31:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['d9279fda-2e9a-4dc1-95ef-10c837663187'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:18.196334 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-c028d4dc-d0d1-4050-8e91-058f135428c8 admin admin] 10.222.0.26 "PUT /v2.0/routers/d9279fda-2e9a-4dc1-95ef-10c837663187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1801853 Aug 08 20:32:18.198797 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33158) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:18.210518 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e3cd2-af37-4ed8-8f3b-96fa9d4b4584 req-5c5632e1-0efd-474d-a9d6-c24f4748bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:18.212630 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-389e3cd2-af37-4ed8-8f3b-96fa9d4b4584 req-5c5632e1-0efd-474d-a9d6-c24f4748bd39 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1236174 Aug 08 20:32:18.249947 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Publish callbacks [] for router_controller (fa02c5fe-da63-4b23-a19b-bac6cab88850), precommit_add_association {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:18.304566 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-2a218a01-a5c9-442e-ad32-70026d573e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:18.306504 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-2a218a01-a5c9-442e-ad32-70026d573e13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 1127 time: 0.0546267 Aug 08 20:32:18.333294 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-7f379972-dbbe-4396-9e61-8862abef3ba9 None None] Set router d9279fda-2e9a-4dc1-95ef-10c837663187 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:18.338875 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Publish callbacks [] for port (c7818f87-6a22-4f89-b146-135350fbda34), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:18.372494 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-b77bbcb8-8ee8-4c36-bd50-0366460d9b3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000b2d30-266d-48d3-bcea-52aadb735aa7 HTTP/1.1" status: 200 len: 217 time: 0.0561171 Aug 08 20:32:18.394621 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Publish callbacks [] for router (d9279fda-2e9a-4dc1-95ef-10c837663187), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:18.417363 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (c7818f87-6a22-4f89-b146-135350fbda34), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:18.445157 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-37b77262-9300-4144-b3cb-65ffb150b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:18.447009 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-37b77262-9300-4144-b3cb-65ffb150b4d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dabc7f81-ee97-4703-9abc-0fad495abc04 HTTP/1.1" status: 200 len: 850 time: 0.0673554 Aug 08 20:32:18.464565 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:32:18.469850 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:18.474197 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:32:18.477818 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Pushing event updated for resources: {'Port': ['ID=c7818f87-6a22-4f89-b146-135350fbda34,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:18.531549 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c16e5740-1139-4e22-9638-b1406dc89e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:18.533500 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c16e5740-1139-4e22-9638-b1406dc89e9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796990 Aug 08 20:32:18.536242 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Attempting to bind port c7818f87-6a22-4f89-b146-135350fbda34 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:32:18.537051 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Attempting to bind port c7818f87-6a22-4f89-b146-135350fbda34 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:32:18.537527 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Attempting to bind port c7818f87-6a22-4f89-b146-135350fbda34 on network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:32:18.543219 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:32:18.543761 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Checking segment: {'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:32:18.544296 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:18.544859 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Bound using segment: {'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:32:18.545571 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Bound port: c7818f87-6a22-4f89-b146-135350fbda34, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:32:18.546060 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (c7818f87-6a22-4f89-b146-135350fbda34), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:18.594978 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-7f379972-dbbe-4396-9e61-8862abef3ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'name': 'tempest-TestShelveInstance-1693518186-router', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:29Z', 'updated_at': '2022-08-08T20:32:17Z', 'revision_number': 5, 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'gw_port': {'id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:30Z', 'updated_at': '2022-08-08T20:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:18.624191 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] For port c7818f87-6a22-4f89-b146-135350fbda34, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:32:18.627294 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f379972-dbbe-4396-9e61-8862abef3ba9 None None] Checking router: d9279fda-2e9a-4dc1-95ef-10c837663187 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:32:18.628934 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] For port c7818f87-6a22-4f89-b146-135350fbda34, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=c7818f87-6a22-4f89-b146-135350fbda34,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:32:18.637473 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f379972-dbbe-4396-9e61-8862abef3ba9 None None] Routers {'d9279fda-2e9a-4dc1-95ef-10c837663187'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:18.638102 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-7f379972-dbbe-4396-9e61-8862abef3ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:31:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['d9279fda-2e9a-4dc1-95ef-10c837663187'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:18.663408 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-c44e9780-44ca-45ed-b52b-20d864040262 service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211562 Aug 08 20:32:18.744639 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-7f379972-dbbe-4396-9e61-8862abef3ba9 None None] Set router d9279fda-2e9a-4dc1-95ef-10c837663187 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:18.750378 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Publish callbacks [] for router_gateway (fa02c5fe-da63-4b23-a19b-bac6cab88850), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:18.766442 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (c7818f87-6a22-4f89-b146-135350fbda34), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:18.792043 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7fa37aad-1ced-4e96-aead-5c8f3adbcdee req-35909554-d070-404b-b902-5f423cca3d02 service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156471 Aug 08 20:32:18.794449 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Publish callbacks [] for router_gateway (d9279fda-2e9a-4dc1-95ef-10c837663187), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:18.844609 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3894b-a3c7-4b62-a676-2107d47de34a None None] Pushing event updated for resources: {'Port': ['ID=c7818f87-6a22-4f89-b146-135350fbda34,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:18.986329 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-7f379972-dbbe-4396-9e61-8862abef3ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'name': 'tempest-TestShelveInstance-1693518186-router', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:29Z', 'updated_at': '2022-08-08T20:32:17Z', 'revision_number': 5, 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'gw_port': {'id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:30Z', 'updated_at': '2022-08-08T20:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:19.012447 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659913ee-58cd-4bc2-83c5-d6f5fdc2eec8 req-70596ea2-19ec-4d19-980e-c0490b203817 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:19.013961 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-659913ee-58cd-4bc2-83c5-d6f5fdc2eec8 req-70596ea2-19ec-4d19-980e-c0490b203817 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 943 time: 0.1244142 Aug 08 20:32:19.020854 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Deleting port 23e6186d-4da9-4187-8bbb-a31403102ea3 {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:19.021120 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.025085 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f379972-dbbe-4396-9e61-8862abef3ba9 None None] The sync data for ids ['d9279fda-2e9a-4dc1-95ef-10c837663187'] in dv-cinder-848821-2-iscsi is: [{'id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'name': 'tempest-TestShelveInstance-1693518186-router', 'tenant_id': '6a4d7d06d7b74e3486d728496b885e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:27:29Z', 'updated_at': '2022-08-08T20:32:17Z', 'revision_number': 5, 'project_id': '6a4d7d06d7b74e3486d728496b885e0c', 'gw_port': {'id': '23e6186d-4da9-4187-8bbb-a31403102ea3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9279fda-2e9a-4dc1-95ef-10c837663187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:27:30Z', 'updated_at': '2022-08-08T20:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:32:19.166428 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-659913ee-58cd-4bc2-83c5-d6f5fdc2eec8 req-e42b295d-be18-4675-83c1-2e791f52a55b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409829 Aug 08 20:32:19.200416 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] For port 23e6186d-4da9-4187-8bbb-a31403102ea3, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=23e6186d-4da9-4187-8bbb-a31403102ea3,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:19.200781 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.237346 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Calling delete_port for 23e6186d-4da9-4187-8bbb-a31403102ea3 owned by network:router_gateway {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:19.320911 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Publish callbacks [] for router_gateway (fa02c5fe-da63-4b23-a19b-bac6cab88850), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.345535 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.531046 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Allocated IP 172.27.3.14 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/e742b05b-818b-4835-b300-777746cf7d1f) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:32:19.631141 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device c7818f87-6a22-4f89-b146-135350fbda34 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:19.640892 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (23e6186d-4da9-4187-8bbb-a31403102ea3), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.681537 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port c7818f87-6a22-4f89-b146-135350fbda34 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:19.681922 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (c7818f87-6a22-4f89-b146-135350fbda34), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.686132 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Pushing event deleted for resources: {'Port': ['ID=23e6186d-4da9-4187-8bbb-a31403102ea3,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:19.700376 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Publish callbacks [] for port (e742b05b-818b-4835-b300-777746cf7d1f), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.774495 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644320'] for router_gateway (d9279fda-2e9a-4dc1-95ef-10c837663187), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.777297 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port c7818f87-6a22-4f89-b146-135350fbda34 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:19.777297 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (c7818f87-6a22-4f89-b146-135350fbda34), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.799613 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231affb6-2d04-4ae4-881d-185450f6a36d None None] Network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:32:19.857569 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port c7818f87-6a22-4f89-b146-135350fbda34, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=c7818f87-6a22-4f89-b146-135350fbda34,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:19.864978 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router (d9279fda-2e9a-4dc1-95ef-10c837663187), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.867311 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Publish callbacks [] for router_controller (d9279fda-2e9a-4dc1-95ef-10c837663187), precommit_delete_associations {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.879617 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-818e2335-f72b-45ab-82f4-ca6275c4e60b None None] Provisioning complete for port c7818f87-6a22-4f89-b146-135350fbda34 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:19.880246 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-818e2335-f72b-45ab-82f4-ca6275c4e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (c7818f87-6a22-4f89-b146-135350fbda34), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.914516 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (e742b05b-818b-4835-b300-777746cf7d1f), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.942498 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (c7818f87-6a22-4f89-b146-135350fbda34), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.954793 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:32:19.954793 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:19.960417 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:32:19.971898 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device ff8403b6-b2ec-4464-a552-c73258b4ec6e no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:32:19.988049 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Pushing event updated for resources: {'Port': ['ID=e742b05b-818b-4835-b300-777746cf7d1f,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:19.997203 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639312'] for router (d9279fda-2e9a-4dc1-95ef-10c837663187), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:19.997763 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9279fda-2e9a-4dc1-95ef-10c837663187 {{(pid=104383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 20:32:20.005818 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.007193 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-38a3bf0c-a44d-44c7-a120-dbf8b06b594f admin admin] 10.222.0.26 "DELETE /v2.0/routers/d9279fda-2e9a-4dc1-95ef-10c837663187 HTTP/1.1" status: 204 len: 168 time: 1.8072727 Aug 08 20:32:20.009844 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33164) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:20.023088 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: ff8403b6-b2ec-4464-a552-c73258b4ec6e {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:32:20.023451 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device ff8403b6-b2ec-4464-a552-c73258b4ec6e not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:32:20.075671 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=c7818f87-6a22-4f89-b146-135350fbda34,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:20.109979 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-818e2335-f72b-45ab-82f4-ca6275c4e60b None None] Current status of the port c7818f87-6a22-4f89-b146-135350fbda34 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:20.146361 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15c85da-6c0c-433d-99e3-6ebc4f2a70e6 admin admin] Deleting subnet a2f986b5-1919-48c4-955c-4e79b066578d {{(pid=104384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:32:20.151846 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c15c85da-6c0c-433d-99e3-6ebc4f2a70e6 admin admin] Publish callbacks [] for subnet (a2f986b5-1919-48c4-955c-4e79b066578d), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.198733 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c15c85da-6c0c-433d-99e3-6ebc4f2a70e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26585565'] for subnet (a2f986b5-1919-48c4-955c-4e79b066578d), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.287462 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c15c85da-6c0c-433d-99e3-6ebc4f2a70e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (a2f986b5-1919-48c4-955c-4e79b066578d), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.331034 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-40f780da-0a16-44b1-826e-e59b0419d31d None None] Provisioning complete for port c7818f87-6a22-4f89-b146-135350fbda34 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:20.331725 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-40f780da-0a16-44b1-826e-e59b0419d31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (c7818f87-6a22-4f89-b146-135350fbda34), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.358208 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db63a3-b4bb-4a89-ba2e-239f5ae340aa req-36f2849b-7784-4aa3-a3a7-9e7dd05197a6 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:20.359832 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d3db63a3-b4bb-4a89-ba2e-239f5ae340aa req-36f2849b-7784-4aa3-a3a7-9e7dd05197a6 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 943 time: 0.1010408 Aug 08 20:32:20.361098 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Publish callbacks [] for router_gateway (fa02c5fe-da63-4b23-a19b-bac6cab88850), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.403143 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-40f780da-0a16-44b1-826e-e59b0419d31d None None] Current status of the port c7818f87-6a22-4f89-b146-135350fbda34 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:20.422914 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c15c85da-6c0c-433d-99e3-6ebc4f2a70e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26740300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26999934'] for subnet (a2f986b5-1919-48c4-955c-4e79b066578d), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.450100 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c85da-6c0c-433d-99e3-6ebc4f2a70e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f986b5-1919-48c4-955c-4e79b066578d,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:20.452106 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c15c85da-6c0c-433d-99e3-6ebc4f2a70e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.455367 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-c15c85da-6c0c-433d-99e3-6ebc4f2a70e6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a2f986b5-1919-48c4-955c-4e79b066578d HTTP/1.1" status: 204 len: 168 time: 0.4443495 Aug 08 20:32:20.458370 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33170) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:20.462184 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58e779f-cc7b-4436-a7d6-bf1c0c3e78ea None None] Network 579554b0-0a61-4f68-8a61-7acf89d88e0d requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:32:20.490309 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d3db63a3-b4bb-4a89-ba2e-239f5ae340aa req-f5819f4c-4c87-40f7-a3cb-395acd37103a tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932662 Aug 08 20:32:20.546320 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (579554b0-0a61-4f68-8a61-7acf89d88e0d), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.608131 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228'] for router (fa02c5fe-da63-4b23-a19b-bac6cab88850), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.618705 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Deleting port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:20.619070 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.662536 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb0416-a91c-4fd1-86b6-66f1e2f1cc74 None None] DHCP port deletion for 579554b0-0a61-4f68-8a61-7acf89d88e0d request from dv-cinder-848821-2-iscsi {{(pid=104385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 20:32:20.688266 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] For port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5802ffd7-8b3b-49ab-b3ef-5534d0d5479d,segment=NetworkSegment(a014f8a2-c749-4229-9e62-0c77890062a4),segment_id=a014f8a2-c749-4229-9e62-0c77890062a4)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:20.688645 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.703345 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Calling delete_port for 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d owned by network:dhcp {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:20.705592 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb0416-a91c-4fd1-86b6-66f1e2f1cc74 None None] Deleting port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:20.706101 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0416-a91c-4fd1-86b6-66f1e2f1cc74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.780313 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-f4bb0416-a91c-4fd1-86b6-66f1e2f1cc74 None None] For port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5802ffd7-8b3b-49ab-b3ef-5534d0d5479d,segment=NetworkSegment(a014f8a2-c749-4229-9e62-0c77890062a4),segment_id=a014f8a2-c749-4229-9e62-0c77890062a4)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:20.780730 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0416-a91c-4fd1-86b6-66f1e2f1cc74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.793914 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb0416-a91c-4fd1-86b6-66f1e2f1cc74 None None] Calling delete_port for 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:20.828089 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Router fa02c5fe-da63-4b23-a19b-bac6cab88850 is scheduled to L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 with binding_index 1 {{(pid=104383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 20:32:20.851134 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.866567 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0416-a91c-4fd1-86b6-66f1e2f1cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121'] for port (5802ffd7-8b3b-49ab-b3ef-5534d0d5479d), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.876277 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5802ffd7-8b3b-49ab-b3ef-5534d0d5479d,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:20.880192 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] No DVR routers for this DVR port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d on host dv-cinder-848821-2-iscsi {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:32:20.899988 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb0416-a91c-4fd1-86b6-66f1e2f1cc74 None None] Pushing event deleted for resources: {'Port': ['ID=5802ffd7-8b3b-49ab-b3ef-5534d0d5479d,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:20.905481 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb0416-a91c-4fd1-86b6-66f1e2f1cc74 None None] No DVR routers for this DVR port 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d on host dv-cinder-848821-2-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:32:20.935545 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:32:20.947165 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Sync routers for ids ['fa02c5fe-da63-4b23-a19b-bac6cab88850'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:32:20.957005 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Routers {'fa02c5fe-da63-4b23-a19b-bac6cab88850'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:20.957973 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:31:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['fa02c5fe-da63-4b23-a19b-bac6cab88850'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:20.961140 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (579554b0-0a61-4f68-8a61-7acf89d88e0d), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:20.981448 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579554b0-0a61-4f68-8a61-7acf89d88e0d']}} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:20.990917 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a014f8a2-c749-4229-9e62-0c77890062a4') {'for_net_delete': True} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:20.991269 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a014f8a2-c749-4229-9e62-0c77890062a4') {} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:21.005461 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26585134'] for segment (a014f8a2-c749-4229-9e62-0c77890062a4), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.007757 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.009428 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-c1770561-40c8-4fa1-9a06-f09bb479b43e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0145493 Aug 08 20:32:21.011883 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33172) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:21.053207 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (a014f8a2-c749-4229-9e62-0c77890062a4), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.061173 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Set router fa02c5fe-da63-4b23-a19b-bac6cab88850 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:21.062774 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=104384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:32:21.063194 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26740258'] for segment (a014f8a2-c749-4229-9e62-0c77890062a4), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.108602 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment a014f8a2-c749-4229-9e62-0c77890062a4 resource provider aggregate not found Aug 08 20:32:21.138323 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment a014f8a2-c749-4229-9e62-0c77890062a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a014f8a2-c749-4229-9e62-0c77890062a4 found for delete ", "request_id": "req-dd2b5611-83ab-44bd-9fe0-06c1b12acf2e"}]} Aug 08 20:32:21.240092 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:32:20Z', 'revision_number': 3, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:21.242738 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (579554b0-0a61-4f68-8a61-7acf89d88e0d), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.250676 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.257162 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] 10.222.0.26 "DELETE /v2.0/networks/579554b0-0a61-4f68-8a61-7acf89d88e0d HTTP/1.1" status: 204 len: 168 time: 0.7949119 Aug 08 20:32:21.265606 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Checking router: fa02c5fe-da63-4b23-a19b-bac6cab88850 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:32:21.266001 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Updating router fa02c5fe-da63-4b23-a19b-bac6cab88850 port e742b05b-818b-4835-b300-777746cf7d1f binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:32:21.273042 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bf1b1-544c-474d-9cf1-ba11830a3b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=579554b0-0a61-4f68-8a61-7acf89d88e0d,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:21.296662 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (e742b05b-818b-4835-b300-777746cf7d1f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.489548 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.545854 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ccb366da-8879-4913-a483-2006b90322ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.587624 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Publish callbacks [] for port (e742b05b-818b-4835-b300-777746cf7d1f), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.595571 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33182) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:21.621806 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device c7818f87-6a22-4f89-b146-135350fbda34 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:21.662007 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25d1ad-6887-4d89-9d69-a721f8d3b73e req-9721bcdf-9492-4ae8-ac34-81e32f148b9d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:21.663450 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7e25d1ad-6887-4d89-9d69-a721f8d3b73e req-9721bcdf-9492-4ae8-ac34-81e32f148b9d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 943 time: 0.0641770 Aug 08 20:32:21.673965 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port c7818f87-6a22-4f89-b146-135350fbda34 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:21.674508 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (c7818f87-6a22-4f89-b146-135350fbda34), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.683345 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-5df93fef-db73-47a4-b2cb-fc4adf8f9751 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e9608241eb24854a240c8fbb067fc7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780447 Aug 08 20:32:21.683523 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (e742b05b-818b-4835-b300-777746cf7d1f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.683639 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33184) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:21.716996 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Allocated IP 172.20.0.1 (ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1/f2de17a4-802d-4c22-9f58-e5b48e724d10/f51af11c-9b83-468e-b61c-c093f2f95267) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:32:21.724193 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7e25d1ad-6887-4d89-9d69-a721f8d3b73e req-b85fcb6a-0198-436a-ba7b-7523f9f20af5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548975 Aug 08 20:32:21.747253 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Attempting to bind port e742b05b-818b-4835-b300-777746cf7d1f on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:32:21.747642 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Attempting to bind port e742b05b-818b-4835-b300-777746cf7d1f by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:32:21.751325 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Attempting to bind port e742b05b-818b-4835-b300-777746cf7d1f on network 20c2ba87-50cc-4c17-a28e-a16c072740fd {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:32:21.762967 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:32:21.763340 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:32:21.763741 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.764132 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Bound using segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:32:21.764604 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Bound port: e742b05b-818b-4835-b300-777746cf7d1f, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:32:21.765004 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (e742b05b-818b-4835-b300-777746cf7d1f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.808656 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-923f3b37-aed8-4b4e-a475-3101195f4329 admin admin] Publish callbacks [] for security_group (38504df0-a4d0-4d56-8c3d-27afa4537799), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.850435 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-923f3b37-aed8-4b4e-a475-3101195f4329 admin admin] Publish callbacks [] for security_group (38504df0-a4d0-4d56-8c3d-27afa4537799), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.904067 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Publish callbacks [] for port (f51af11c-9b83-468e-b61c-c093f2f95267), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:21.928670 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781951b-38b1-4a55-9218-288b05f24071 None None] Pushing event updated for resources: {'Port': ['ID=e742b05b-818b-4835-b300-777746cf7d1f,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:21.987801 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] For port e742b05b-818b-4835-b300-777746cf7d1f, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:32:22.001546 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port c7818f87-6a22-4f89-b146-135350fbda34 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:22.008788 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] For port e742b05b-818b-4835-b300-777746cf7d1f, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=e742b05b-818b-4835-b300-777746cf7d1f,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:32:22.017425 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:22.050606 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:32:22.058219 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-923f3b37-aed8-4b4e-a475-3101195f4329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (38504df0-a4d0-4d56-8c3d-27afa4537799), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:22.060901 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-923f3b37-aed8-4b4e-a475-3101195f4329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:22.064612 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-923f3b37-aed8-4b4e-a475-3101195f4329 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38504df0-a4d0-4d56-8c3d-27afa4537799 HTTP/1.1" status: 204 len: 168 time: 0.3811080 Aug 08 20:32:22.070998 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:32:22.071236 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:32:22.071347 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5802ffd7-8b3b-49ab-b3ef-5534d0d5479d not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:32:22.071757 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 23e6186d-4da9-4187-8bbb-a31403102ea3 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:32:22.085008 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:22.089055 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f3b37-aed8-4b4e-a475-3101195f4329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38504df0-a4d0-4d56-8c3d-27afa4537799,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:22.090725 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:32:22.094178 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Pushing event updated for resources: {'Port': ['ID=f51af11c-9b83-468e-b61c-c093f2f95267,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:22.094635 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 23e6186d-4da9-4187-8bbb-a31403102ea3 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:32:22.094952 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 23e6186d-4da9-4187-8bbb-a31403102ea3 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:32:22.126270 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:22.127506 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (e742b05b-818b-4835-b300-777746cf7d1f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:22.146660 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641971'] for router_interface (fa02c5fe-da63-4b23-a19b-bac6cab88850), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:22.173672 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Routers {'fa02c5fe-da63-4b23-a19b-bac6cab88850'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:22.174374 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:31:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['fa02c5fe-da63-4b23-a19b-bac6cab88850'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:22.222934 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781951b-38b1-4a55-9218-288b05f24071 None None] Pushing event updated for resources: {'Port': ['ID=e742b05b-818b-4835-b300-777746cf7d1f,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:22.292851 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] Set router fa02c5fe-da63-4b23-a19b-bac6cab88850 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:22.382924 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:22.399037 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-27a07291-010d-4002-b9a3-2ded56c9cffe None None] Provisioning complete for port f51af11c-9b83-468e-b61c-c093f2f95267 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:22.399414 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-27a07291-010d-4002-b9a3-2ded56c9cffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:22.456399 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-27a07291-010d-4002-b9a3-2ded56c9cffe None None] Port f51af11c-9b83-468e-b61c-c093f2f95267 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:32:22.517073 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:32:20Z', 'revision_number': 3, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:22.546465 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef201e-e11f-43a4-9356-378f1056a6ce None None] The sync data for ids ['fa02c5fe-da63-4b23-a19b-bac6cab88850'] in dv-cinder-848821-2-iscsi is: [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:32:20Z', 'revision_number': 3, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:32:22.563061 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Publish callbacks [] for port (f51af11c-9b83-468e-b61c-c093f2f95267), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:22.639669 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:22.705300 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Pushing event updated for resources: {'Port': ['ID=f51af11c-9b83-468e-b61c-c093f2f95267,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:22.708776 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641991'] for router_interface (fa02c5fe-da63-4b23-a19b-bac6cab88850), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:22.829577 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33192) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:22.859713 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:32:22.864490 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:22.886008 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0c01d-aa01-4d29-aafa-4347aece71f3 req-67b6ed2b-3d3c-4d22-8bbe-d551ab37e864 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:22.887572 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5e0c01d-aa01-4d29-aafa-4347aece71f3 req-67b6ed2b-3d3c-4d22-8bbe-d551ab37e864 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 943 time: 0.0679452 Aug 08 20:32:22.923962 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-b6d4c1f6-f8ba-4ab6-b844-506fdeed8bc0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a4d7d06d7b74e3486d728496b885e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930221 Aug 08 20:32:22.926668 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33194) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:22.968497 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c5e0c01d-aa01-4d29-aafa-4347aece71f3 req-4e84afcd-5d9a-40ef-9d14-e33c1dd69773 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722215 Aug 08 20:32:23.208052 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-c415b698-2081-4279-826f-c50fbcccd653 None None] Provisioning complete for port f51af11c-9b83-468e-b61c-c093f2f95267 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:23.208605 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c415b698-2081-4279-826f-c50fbcccd653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:23.242289 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-c415b698-2081-4279-826f-c50fbcccd653 None None] Port f51af11c-9b83-468e-b61c-c093f2f95267 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:32:23.312388 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3d96b1c0-8cd6-4859-b9e1-f43bc7e9a8d5 admin admin] Publish callbacks [] for security_group (88c2211c-93ee-43db-ab5b-b64294e42517), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:23.317958 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Router fa02c5fe-da63-4b23-a19b-bac6cab88850 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:32:23.342885 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3d96b1c0-8cd6-4859-b9e1-f43bc7e9a8d5 admin admin] Publish callbacks [] for security_group (88c2211c-93ee-43db-ab5b-b64294e42517), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:23.469875 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:32:23.475218 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-a6e17fbd-baa4-487c-b74e-a0fdb6b2ae6b admin admin] 10.222.0.26 "PUT /v2.0/routers/fa02c5fe-da63-4b23-a19b-bac6cab88850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4609771 Aug 08 20:32:23.571276 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3d96b1c0-8cd6-4859-b9e1-f43bc7e9a8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (88c2211c-93ee-43db-ab5b-b64294e42517), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:23.575068 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3d96b1c0-8cd6-4859-b9e1-f43bc7e9a8d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:23.578016 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-3d96b1c0-8cd6-4859-b9e1-f43bc7e9a8d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88c2211c-93ee-43db-ab5b-b64294e42517 HTTP/1.1" status: 204 len: 168 time: 0.6482992 Aug 08 20:32:23.587076 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96b1c0-8cd6-4859-b9e1-f43bc7e9a8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c2211c-93ee-43db-ab5b-b64294e42517,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:23.616012 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device e742b05b-818b-4835-b300-777746cf7d1f up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:23.671259 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port e742b05b-818b-4835-b300-777746cf7d1f triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:23.671647 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (e742b05b-818b-4835-b300-777746cf7d1f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:23.755188 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port e742b05b-818b-4835-b300-777746cf7d1f is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:23.755503 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (e742b05b-818b-4835-b300-777746cf7d1f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:23.777731 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port e742b05b-818b-4835-b300-777746cf7d1f, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=e742b05b-818b-4835-b300-777746cf7d1f,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:23.833610 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (e742b05b-818b-4835-b300-777746cf7d1f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:23.880313 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=e742b05b-818b-4835-b300-777746cf7d1f,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:24.040015 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9abf1631-d28b-4360-8ef9-3c1174edec59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:24.115573 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e013a-f7ad-4ee1-b49c-30971e435b76 req-1ce18413-0345-4c35-bb86-89102f76ee1b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:24.136151 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3d8e013a-f7ad-4ee1-b49c-30971e435b76 req-1ce18413-0345-4c35-bb86-89102f76ee1b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 943 time: 0.0811946 Aug 08 20:32:24.172288 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3d8e013a-f7ad-4ee1-b49c-30971e435b76 req-f2d638a6-fbf3-4428-94ed-42d61e2307a5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493810 Aug 08 20:32:24.277077 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Sync routers for ids ['fa02c5fe-da63-4b23-a19b-bac6cab88850'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:32:24.289053 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Routers {'fa02c5fe-da63-4b23-a19b-bac6cab88850'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:24.292870 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['fa02c5fe-da63-4b23-a19b-bac6cab88850'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:24.329637 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33214) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:24.334670 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-349258423-network', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:24.391166 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Set router fa02c5fe-da63-4b23-a19b-bac6cab88850 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:24.411219 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Made reservation on behalf of 3c9881cbe1154490a8a2d527cd41fcd8 for: {'network': 1} {{(pid=104383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:32:24.413618 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for network (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:24.422206 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:24.496906 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Publish callbacks [] for security_group (654bf621-d9f1-4eab-b47b-022888ca613c), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:24.542769 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (654bf621-d9f1-4eab-b47b-022888ca613c), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:24.562926 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=104383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 20:32:24.577304 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654bf621-d9f1-4eab-b47b-022888ca613c,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:24.579896 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (78aa8c04-90ff-46e0-af19-22d34263fb4e), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:24.580218 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.segments_db [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Added segment 78aa8c04-90ff-46e0-af19-22d34263fb4e of type vlan for network 6d26222e-656b-4d0a-a2c1-31169ac3f3f2 Aug 08 20:32:24.588050 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:32:22Z', 'revision_number': 4, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'f51af11c-9b83-468e-b61c-c093f2f95267', 'name': '', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'mac_address': 'fa:16:3e:e8:8e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:21Z', 'updated_at': '2022-08-08T20:32:22Z', 'revision_number': 2, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'subnets': [{'id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:24.612901 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Checking router: fa02c5fe-da63-4b23-a19b-bac6cab88850 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:32:24.613261 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Updating router fa02c5fe-da63-4b23-a19b-bac6cab88850 port f51af11c-9b83-468e-b61c-c093f2f95267 binding host dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:32:24.624015 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750784338387'] for network (6d26222e-656b-4d0a-a2c1-31169ac3f3f2), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:24.641193 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:24.702746 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036'] for network (6d26222e-656b-4d0a-a2c1-31169ac3f3f2), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:24.703735 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:24.704321 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:24.764963 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] Pushing event updated for resources: {'Network': ['ID=6d26222e-656b-4d0a-a2c1-31169ac3f3f2,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:24.777639 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Network 6d26222e-656b-4d0a-a2c1-31169ac3f3f2 details requested by agent ovs-agent-dv-cinder-848821-2-iscsi with host dv-cinder-848821-2-iscsi {{(pid=104385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 20:32:24.791395 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-f189121d-2933-48ec-b050-1384b122166a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4606447 Aug 08 20:32:24.794429 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33216) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:24.799174 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-ef10f470-fb55-4579-b058-744a5f5774f6 admin admin] Request body: {'subnet': {'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-349258423-subnet', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'ip_version': 4}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:24.873718 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef10f470-fb55-4579-b058-744a5f5774f6 admin admin] Made reservation on behalf of 3c9881cbe1154490a8a2d527cd41fcd8 for: {'subnet': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:32:24.876036 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ef10f470-fb55-4579-b058-744a5f5774f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26999829'] for subnet (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:24.902907 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Publish callbacks [] for port (f51af11c-9b83-468e-b61c-c093f2f95267), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:24.948237 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.010821 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.011089 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Pushing event updated for resources: {'Port': ['ID=f51af11c-9b83-468e-b61c-c093f2f95267,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:25.034682 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.034924 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.035161 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.035498 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.035828 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.036151 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.036477 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.036795 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.037137 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.037505 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.037828 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.038144 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.038494 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:25.049806 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Attempting to bind port f51af11c-9b83-468e-b61c-c093f2f95267 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:32:25.050172 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Attempting to bind port f51af11c-9b83-468e-b61c-c093f2f95267 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:32:25.050554 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Attempting to bind port f51af11c-9b83-468e-b61c-c093f2f95267 on network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:32:25.055413 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:32:25.062326 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Checking segment: {'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:32:25.062326 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.062326 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Bound using segment: {'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:32:25.062326 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Bound port: f51af11c-9b83-468e-b61c-c093f2f95267, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:32:25.062326 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.096926 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ef10f470-fb55-4579-b058-744a5f5774f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26740363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26999815'] for subnet (10cbc2b3-80cb-4d55-b636-3765ce9e7f58), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.149293 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10f470-fb55-4579-b058-744a5f5774f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10cbc2b3-80cb-4d55-b636-3765ce9e7f58,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:25.166665 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef10f470-fb55-4579-b058-744a5f5774f6 admin admin] Checking segment: {'id': '78aa8c04-90ff-46e0-af19-22d34263fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:32:25.167030 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10f470-fb55-4579-b058-744a5f5774f6 admin admin] Network hostable DHCP agents. Network: 6d26222e-656b-4d0a-a2c1-31169ac3f3f2, hostable agents: ['a9da4a9f-7c1a-4812-93d5-14c715aef0ca'], hosted agents: [] {{(pid=104384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 20:32:25.199102 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] For port f51af11c-9b83-468e-b61c-c093f2f95267, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:32:25.202075 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] For port f51af11c-9b83-468e-b61c-c093f2f95267, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=f51af11c-9b83-468e-b61c-c093f2f95267,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:32:25.245546 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10f470-fb55-4579-b058-744a5f5774f6 admin admin] Network 6d26222e-656b-4d0a-a2c1-31169ac3f3f2 is scheduled to be hosted by DHCP agent a9da4a9f-7c1a-4812-93d5-14c715aef0ca with binding_index 1 {{(pid=104384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 20:32:25.263157 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.295053 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Routers {'fa02c5fe-da63-4b23-a19b-bac6cab88850'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:25.295748 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['fa02c5fe-da63-4b23-a19b-bac6cab88850'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:25.298079 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498bbab-c207-447e-b801-b70eaa94dc2b req-58a00345-91fd-4429-840d-a30a4dbc0d26 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:25.299538 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9498bbab-c207-447e-b801-b70eaa94dc2b req-58a00345-91fd-4429-840d-a30a4dbc0d26 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 943 time: 0.0558054 Aug 08 20:32:25.305060 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-ef10f470-fb55-4579-b058-744a5f5774f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-2-iscsi, 6d26222e-656b-4d0a-a2c1-31169ac3f3f2) {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:25.310054 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef10f470-fb55-4579-b058-744a5f5774f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:25.316084 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ef10f470-fb55-4579-b058-744a5f5774f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.320392 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84674b8-744b-4904-bf33-8c7c61145dd6 None None] Network 6d26222e-656b-4d0a-a2c1-31169ac3f3f2 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:32:25.356261 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd1373-1372-46a4-b22d-fbc7616cd4a7 None None] Pushing event updated for resources: {'Port': ['ID=f51af11c-9b83-468e-b61c-c093f2f95267,revision_number=4']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:25.363246 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9498bbab-c207-447e-b801-b70eaa94dc2b req-faf13e99-9794-4c10-9c0b-c7a0a8b03bce tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562422 Aug 08 20:32:25.386054 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ef10f470-fb55-4579-b058-744a5f5774f6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5874546 Aug 08 20:32:25.386196 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33220) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:25.392553 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-349258423-router', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:25.421450 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749039c9-dd75-5af1-8ff3-38887af5b8f0-6d26222e-656b-4d0a-a2c1-31169ac3f3f2', 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2', 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'fixed_ips': [{'subnet_id': '10cbc2b3-80cb-4d55-b636-3765ce9e7f58'}]}} from dv-cinder-848821-2-iscsi. {{(pid=104385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 20:32:25.422320 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.431118 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] Set router fa02c5fe-da63-4b23-a19b-bac6cab88850 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:25.480031 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1852'] for router (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.481149 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1847'] for router (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.562208 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Publish callbacks [] for router_controller (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), precommit_add_association {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.565678 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Allocated IP 172.20.0.2 (6d26222e-656b-4d0a-a2c1-31169ac3f3f2/10cbc2b3-80cb-4d55-b636-3765ce9e7f58/5679e361-19f7-4bdc-a9c8-25e7e331c607) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:32:25.617585 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device e742b05b-818b-4835-b300-777746cf7d1f up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:25.633143 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:32:22Z', 'revision_number': 4, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'f51af11c-9b83-468e-b61c-c093f2f95267', 'name': '', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'mac_address': 'fa:16:3e:e8:8e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:21Z', 'updated_at': '2022-08-08T20:32:25Z', 'revision_number': 4, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'subnets': [{'id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:25.661318 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8ed0c-a88d-47b9-87ce-bc875858fcc6 None None] The sync data for ids ['fa02c5fe-da63-4b23-a19b-bac6cab88850'] in dv-cinder-848821-2-iscsi is: [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:32:22Z', 'revision_number': 4, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'f51af11c-9b83-468e-b61c-c093f2f95267', 'name': '', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'mac_address': 'fa:16:3e:e8:8e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:21Z', 'updated_at': '2022-08-08T20:32:25Z', 'revision_number': 4, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'subnets': [{'id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:32:25.714036 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port e742b05b-818b-4835-b300-777746cf7d1f triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:25.721400 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (e742b05b-818b-4835-b300-777746cf7d1f), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.801243 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Publish callbacks [] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.818142 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Publish callbacks [] for router_gateway (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.848954 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port e742b05b-818b-4835-b300-777746cf7d1f is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:25.864077 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.908677 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Network 6d26222e-656b-4d0a-a2c1-31169ac3f3f2 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:32:25.914438 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:25.917968 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:32:25.929687 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Pushing event updated for resources: {'Port': ['ID=5679e361-19f7-4bdc-a9c8-25e7e331c607,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:25.984237 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Attempting to bind port 5679e361-19f7-4bdc-a9c8-25e7e331c607 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:32:25.984610 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Attempting to bind port 5679e361-19f7-4bdc-a9c8-25e7e331c607 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '78aa8c04-90ff-46e0-af19-22d34263fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:32:25.985011 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Attempting to bind port 5679e361-19f7-4bdc-a9c8-25e7e331c607 on network 6d26222e-656b-4d0a-a2c1-31169ac3f3f2 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:32:25.993218 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:32:25.993792 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Checking segment: {'id': '78aa8c04-90ff-46e0-af19-22d34263fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:32:25.994299 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:25.994856 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Bound using segment: {'id': '78aa8c04-90ff-46e0-af19-22d34263fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:32:25.995418 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Bound port: 5679e361-19f7-4bdc-a9c8-25e7e331c607, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78aa8c04-90ff-46e0-af19-22d34263fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:32:25.995991 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:26.063877 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] For port 5679e361-19f7-4bdc-a9c8-25e7e331c607, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:32:26.068615 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] For port 5679e361-19f7-4bdc-a9c8-25e7e331c607, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5679e361-19f7-4bdc-a9c8-25e7e331c607,segment=NetworkSegment(78aa8c04-90ff-46e0-af19-22d34263fb4e),segment_id=78aa8c04-90ff-46e0-af19-22d34263fb4e)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:32:26.091960 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Publish callbacks [] for router_gateway (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:26.110906 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:26.165853 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:26.236964 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e049d-2399-4463-b156-41faec8b16e6 None None] Pushing event updated for resources: {'Port': ['ID=5679e361-19f7-4bdc-a9c8-25e7e331c607,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:26.239249 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Allocated IP 172.27.3.102 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/3c9ab158-5cf1-4c12-9623-3278296206a3) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:32:26.365838 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Publish callbacks [] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:26.508615 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:26.558248 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b692420-67a7-43f8-9759-5faa3d31fba6 req-f939aa93-84cf-41c0-9a40-f36173a64d12 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:26.559890 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4b692420-67a7-43f8-9759-5faa3d31fba6 req-f939aa93-84cf-41c0-9a40-f36173a64d12 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 943 time: 0.1014810 Aug 08 20:32:26.570585 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:32:26.583546 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:26.592273 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:32:26.594444 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Pushing event updated for resources: {'Port': ['ID=3c9ab158-5cf1-4c12-9623-3278296206a3,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:26.616895 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:26.661160 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4b692420-67a7-43f8-9759-5faa3d31fba6 req-c5d41878-3779-49d8-b145-0181f28f8fd0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926065 Aug 08 20:32:27.162929 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Publish callbacks [] for router_gateway (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:27.166806 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5299f481-1daa-4316-8b9b-8d3e4dd283ca None None] Network 6d26222e-656b-4d0a-a2c1-31169ac3f3f2 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:32:27.232254 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-1ab8fc55-1d39-43fd-a8a4-9e7d6b73ba7c None None] Provisioning complete for port 5679e361-19f7-4bdc-a9c8-25e7e331c607 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:27.232635 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ab8fc55-1d39-43fd-a8a4-9e7d6b73ba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:27.351396 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-1ab8fc55-1d39-43fd-a8a4-9e7d6b73ba7c None None] Current status of the port 5679e361-19f7-4bdc-a9c8-25e7e331c607 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:27.351396 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ab8fc55-1d39-43fd-a8a4-9e7d6b73ba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:27.365954 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644228'] for router (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:27.390249 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-1ab8fc55-1d39-43fd-a8a4-9e7d6b73ba7c None None] For port 5679e361-19f7-4bdc-a9c8-25e7e331c607, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5679e361-19f7-4bdc-a9c8-25e7e331c607,segment=NetworkSegment(78aa8c04-90ff-46e0-af19-22d34263fb4e),segment_id=78aa8c04-90ff-46e0-af19-22d34263fb4e)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:27.464569 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ab8fc55-1d39-43fd-a8a4-9e7d6b73ba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:27.523798 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8fc55-1d39-43fd-a8a4-9e7d6b73ba7c None None] Pushing event updated for resources: {'Port': ['ID=5679e361-19f7-4bdc-a9c8-25e7e331c607,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:27.593859 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-b404cf6d-6d40-407d-9083-a0062b4e37ff None None] Provisioning complete for port 5679e361-19f7-4bdc-a9c8-25e7e331c607 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:27.594476 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b404cf6d-6d40-407d-9083-a0062b4e37ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:27.599468 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Router 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 is scheduled to L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 with binding_index 1 {{(pid=104383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 20:32:27.691003 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5679e361-19f7-4bdc-a9c8-25e7e331c607 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:27.715608 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 000b2d30-266d-48d3-bcea-52aadb735aa7 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:32:27.720227 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-b404cf6d-6d40-407d-9083-a0062b4e37ff None None] Current status of the port 5679e361-19f7-4bdc-a9c8-25e7e331c607 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:27.731817 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:32:27.745647 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Sync routers for ids ['18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:32:27.803215 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88834e9-c26c-44a9-9116-c81505749eef req-ed4d20df-dca8-4365-babf-5a48e8228ceb tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:27.804729 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f88834e9-c26c-44a9-9116-c81505749eef req-ed4d20df-dca8-4365-babf-5a48e8228ceb tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 943 time: 0.0630336 Aug 08 20:32:27.809131 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Routers {'18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:27.809875 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:27.842068 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:27.843288 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-f5f36543-ff0f-4da2-9ff1-5a06e7201aeb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4561021 Aug 08 20:32:27.847157 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33228) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:27.850956 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 5679e361-19f7-4bdc-a9c8-25e7e331c607 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:27.851356 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:27.896845 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f88834e9-c26c-44a9-9116-c81505749eef req-80f5745c-70f0-431c-b37d-f935d949f468 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857565 Aug 08 20:32:28.092478 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 000b2d30-266d-48d3-bcea-52aadb735aa7, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=000b2d30-266d-48d3-bcea-52aadb735aa7,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:28.120437 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '000b2d30-266d-48d3-bcea-52aadb735aa7', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'port_id': '000b2d30-266d-48d3-bcea-52aadb735aa7', 'mac_address': 'fa:16:3e:cc:9f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:32:28.133012 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Set router 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:28.223547 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:28.266404 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:28.280267 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 000b2d30-266d-48d3-bcea-52aadb735aa7 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:28.280668 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:28.284701 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 5679e361-19f7-4bdc-a9c8-25e7e331c607 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:28.285782 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device f51af11c-9b83-468e-b61c-c093f2f95267 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:28.321853 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000b2d30-266d-48d3-bcea-52aadb735aa7 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:32:28.355457 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 000b2d30-266d-48d3-bcea-52aadb735aa7, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=000b2d30-266d-48d3-bcea-52aadb735aa7,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:28.407530 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:28.411661 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port f51af11c-9b83-468e-b61c-c093f2f95267 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:28.412033 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:28.424454 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Allocated IP 172.20.0.1 (6d26222e-656b-4d0a-a2c1-31169ac3f3f2/10cbc2b3-80cb-4d55-b636-3765ce9e7f58/da0a9a40-7425-4659-bca3-b0d8eb3910ef) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:32:28.502709 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=000b2d30-266d-48d3-bcea-52aadb735aa7,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:28.517615 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'name': 'tempest-TestMinimumBasicScenario-349258423-router', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:25Z', 'updated_at': '2022-08-08T20:32:26Z', 'revision_number': 3, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'gw_port': {'id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:26Z', 'updated_at': '2022-08-08T20:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:28.530973 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Publish callbacks [] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:28.556834 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Checking router: 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:32:28.557196 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Updating router 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 port 3c9ab158-5cf1-4c12-9623-3278296206a3 binding host dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:32:28.595575 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port f51af11c-9b83-468e-b61c-c093f2f95267 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:28.595965 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:28.607185 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:28.629191 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:28.662077 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port f51af11c-9b83-468e-b61c-c093f2f95267, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=f51af11c-9b83-468e-b61c-c093f2f95267,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:28.669048 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Network 6d26222e-656b-4d0a-a2c1-31169ac3f3f2 is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:32:28.671983 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:28.676511 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:32:28.681555 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Pushing event updated for resources: {'Port': ['ID=da0a9a40-7425-4659-bca3-b0d8eb3910ef,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:28.704229 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['000b2d30-266d-48d3-bcea-52aadb735aa7'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:32:28.719146 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641971'] for router_interface (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:28.740144 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:28.869219 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=f51af11c-9b83-468e-b61c-c093f2f95267,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:28.936232 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:29.025032 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-2859026e-2742-4a60-a836-8ca258cd67ff None None] Provisioning complete for port da0a9a40-7425-4659-bca3-b0d8eb3910ef triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:29.025262 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2859026e-2742-4a60-a836-8ca258cd67ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:29.066055 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Publish callbacks [] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:29.085860 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e6bf6-cc78-4eac-9ef2-aaa90f2a7225 req-6cda40d8-48b1-4872-9f32-985c9520c736 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:29.090155 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3c3e6bf6-cc78-4eac-9ef2-aaa90f2a7225 req-6cda40d8-48b1-4872-9f32-985c9520c736 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 944 time: 0.1093469 Aug 08 20:32:29.090334 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2859026e-2742-4a60-a836-8ca258cd67ff None None] Port da0a9a40-7425-4659-bca3-b0d8eb3910ef cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:32:29.134185 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:29.176796 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3c3e6bf6-cc78-4eac-9ef2-aaa90f2a7225 req-27a6acc2-65d6-4ebe-8e07-0f804600042e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781419 Aug 08 20:32:29.180699 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Publish callbacks [] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:29.186277 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Attempting to bind port 3c9ab158-5cf1-4c12-9623-3278296206a3 on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:32:29.186650 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Attempting to bind port 3c9ab158-5cf1-4c12-9623-3278296206a3 by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:32:29.187012 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Attempting to bind port 3c9ab158-5cf1-4c12-9623-3278296206a3 on network 20c2ba87-50cc-4c17-a28e-a16c072740fd {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:32:29.209051 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2a6e3-e498-45d4-8021-b35eeccfcb25 None None] Pushing event updated for resources: {'Port': ['ID=3c9ab158-5cf1-4c12-9623-3278296206a3,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:29.211395 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:32:29.211769 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Checking segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:32:29.212172 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:29.212552 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Bound using segment: {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:32:29.213042 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Bound port: 3c9ab158-5cf1-4c12-9623-3278296206a3, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2949beda-25d3-4b45-980b-40eea43b66ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:32:29.213428 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:29.216884 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:29.263917 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] For port 3c9ab158-5cf1-4c12-9623-3278296206a3, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:32:29.267783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] For port 3c9ab158-5cf1-4c12-9623-3278296206a3, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=3c9ab158-5cf1-4c12-9623-3278296206a3,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:32:29.282191 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Pushing event updated for resources: {'Port': ['ID=da0a9a40-7425-4659-bca3-b0d8eb3910ef,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:29.285137 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641991'] for router_interface (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:29.331410 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:29.371934 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Routers {'18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:29.372571 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:29.379041 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Network 6d26222e-656b-4d0a-a2c1-31169ac3f3f2 is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:32:29.380707 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:29.427575 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2a6e3-e498-45d4-8021-b35eeccfcb25 None None] Pushing event updated for resources: {'Port': ['ID=3c9ab158-5cf1-4c12-9623-3278296206a3,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:29.490725 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] Set router 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:29.493127 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Router 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:32:29.617522 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:32:29.619661 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5679e361-19f7-4bdc-a9c8-25e7e331c607 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:29.626719 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-094b880d-9777-4e78-817d-31b9c97315f4 admin admin] 10.222.0.26 "PUT /v2.0/routers/18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7777870 Aug 08 20:32:29.666401 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-d7bdab84-df8c-4b67-ba6f-759f4268fe76 None None] Provisioning complete for port da0a9a40-7425-4659-bca3-b0d8eb3910ef triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:29.666836 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d7bdab84-df8c-4b67-ba6f-759f4268fe76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:29.738466 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-d7bdab84-df8c-4b67-ba6f-759f4268fe76 None None] Port da0a9a40-7425-4659-bca3-b0d8eb3910ef cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:32:29.753208 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 5679e361-19f7-4bdc-a9c8-25e7e331c607 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:29.753595 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:29.801246 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'name': 'tempest-TestMinimumBasicScenario-349258423-router', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:25Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 4, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'gw_port': {'id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:26Z', 'updated_at': '2022-08-08T20:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da0a9a40-7425-4659-bca3-b0d8eb3910ef', 'name': '', 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'mac_address': 'fa:16:3e:7c:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '10cbc2b3-80cb-4d55-b636-3765ce9e7f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:28Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 2, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'subnets': [{'id': '10cbc2b3-80cb-4d55-b636-3765ce9e7f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:29.829158 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3795432-4c55-4e86-ba80-6e14a1a4e4d6 None None] The sync data for ids ['18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'] in dv-cinder-848821-2-iscsi is: [{'id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'name': 'tempest-TestMinimumBasicScenario-349258423-router', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:25Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 4, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'gw_port': {'id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:26Z', 'updated_at': '2022-08-08T20:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da0a9a40-7425-4659-bca3-b0d8eb3910ef', 'name': '', 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'mac_address': 'fa:16:3e:7c:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '10cbc2b3-80cb-4d55-b636-3765ce9e7f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:28Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 2, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'subnets': [{'id': '10cbc2b3-80cb-4d55-b636-3765ce9e7f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:32:29.868129 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 5679e361-19f7-4bdc-a9c8-25e7e331c607 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:29.869356 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device f51af11c-9b83-468e-b61c-c093f2f95267 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:30.075039 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port f51af11c-9b83-468e-b61c-c093f2f95267 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:30.075421 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:30.153500 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port f51af11c-9b83-468e-b61c-c093f2f95267 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:30.317256 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a96160-e248-474d-b7a8-e7526d33b728 req-50c4542c-e501-445f-af37-1d47d06e582b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:30.318713 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-43a96160-e248-474d-b7a8-e7526d33b728 req-50c4542c-e501-445f-af37-1d47d06e582b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 944 time: 0.0651486 Aug 08 20:32:30.370127 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-43a96160-e248-474d-b7a8-e7526d33b728 req-61ba13c0-9ed0-4ceb-b777-b9f213d7555b tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453825 Aug 08 20:32:31.510432 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e0169-d37d-4791-900b-640f040e9b6f req-e1122eca-6436-4409-bc15-56d5f65a3ed7 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:31.512825 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8a3e0169-d37d-4791-900b-640f040e9b6f req-e1122eca-6436-4409-bc15-56d5f65a3ed7 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 944 time: 0.0668581 Aug 08 20:32:31.588177 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8a3e0169-d37d-4791-900b-640f040e9b6f req-37c091bf-c9d3-4225-9da6-860ea7c3a309 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624490 Aug 08 20:32:31.662537 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 3c9ab158-5cf1-4c12-9623-3278296206a3 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:31.721847 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 3c9ab158-5cf1-4c12-9623-3278296206a3 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:31.722488 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:31.755460 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 000b2d30-266d-48d3-bcea-52aadb735aa7 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:31.841354 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 3c9ab158-5cf1-4c12-9623-3278296206a3 is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:31.841756 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:31.864211 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port 3c9ab158-5cf1-4c12-9623-3278296206a3, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=3c9ab158-5cf1-4c12-9623-3278296206a3,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:31.926198 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port 000b2d30-266d-48d3-bcea-52aadb735aa7 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:32:31.931960 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 000b2d30-266d-48d3-bcea-52aadb735aa7 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:31.937379 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:31.958564 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:32.026703 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=3c9ab158-5cf1-4c12-9623-3278296206a3,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:32.067205 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 000b2d30-266d-48d3-bcea-52aadb735aa7 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:32.067727 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:32.095531 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535350cc-beb8-419b-a0e7-27424b48cd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000b2d30-266d-48d3-bcea-52aadb735aa7'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:32:32.098570 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75591644-4016-4500-893d-78a3ac33177f" -d '{"events": [{"server_uuid": "535350cc-beb8-419b-a0e7-27424b48cd62", "name": "network-vif-plugged", "status": "completed", "tag": "000b2d30-266d-48d3-bcea-52aadb735aa7"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:32:32.113573 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 000b2d30-266d-48d3-bcea-52aadb735aa7, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=000b2d30-266d-48d3-bcea-52aadb735aa7,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:32.148439 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4cc266-345e-4837-a159-b84c63c9f5b1 x-openstack-request-id: req-9c4cc266-345e-4837-a159-b84c63c9f5b1 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:32:32.148439 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535350cc-beb8-419b-a0e7-27424b48cd62", "name": "network-vif-plugged", "status": "completed", "tag": "000b2d30-266d-48d3-bcea-52aadb735aa7", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:32:32.148439 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c4cc266-345e-4837-a159-b84c63c9f5b1 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:32:32.149194 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4cc266-345e-4837-a159-b84c63c9f5b1'] response: {'server_uuid': '535350cc-beb8-419b-a0e7-27424b48cd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000b2d30-266d-48d3-bcea-52aadb735aa7', 'code': 200} Aug 08 20:32:32.176600 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:32.234416 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=000b2d30-266d-48d3-bcea-52aadb735aa7,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:32.528219 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0083d-4a81-43f8-b9d4-8d5f5528ecc6 req-2f821972-1239-44be-aed5-15227266f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:32.530065 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3fb0083d-4a81-43f8-b9d4-8d5f5528ecc6 req-2f821972-1239-44be-aed5-15227266f188 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 1129 time: 0.0535007 Aug 08 20:32:32.592520 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-3fb0083d-4a81-43f8-b9d4-8d5f5528ecc6 req-304cbb93-8366-455f-a94c-9a2712f77f4b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519562 Aug 08 20:32:32.731523 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11e79-e1ec-4455-bcb5-686ff920c427 req-42caaf42-1ca7-4fa6-ab7e-a1e747cb5fc2 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:32.740195 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b9a11e79-e1ec-4455-bcb5-686ff920c427 req-42caaf42-1ca7-4fa6-ab7e-a1e747cb5fc2 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 945 time: 0.0673046 Aug 08 20:32:32.795809 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b9a11e79-e1ec-4455-bcb5-686ff920c427 req-4d8f48e7-b222-4685-918a-77a462780369 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547495 Aug 08 20:32:33.328362 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Sync routers for ids ['18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:32:33.336505 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Routers {'18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:33.337156 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:33.435756 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Set router 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:33.606716 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 3c9ab158-5cf1-4c12-9623-3278296206a3 up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:33.673142 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'name': 'tempest-TestMinimumBasicScenario-349258423-router', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:25Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 4, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'gw_port': {'id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:26Z', 'updated_at': '2022-08-08T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da0a9a40-7425-4659-bca3-b0d8eb3910ef', 'name': '', 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'mac_address': 'fa:16:3e:7c:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '10cbc2b3-80cb-4d55-b636-3765ce9e7f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:28Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 2, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'subnets': [{'id': '10cbc2b3-80cb-4d55-b636-3765ce9e7f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:33.689123 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port 3c9ab158-5cf1-4c12-9623-3278296206a3 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:33.690595 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:33.703489 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Checking router: 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:32:33.703841 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Updating router 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 port da0a9a40-7425-4659-bca3-b0d8eb3910ef binding host dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 20:32:33.736768 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:33.791709 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port 3c9ab158-5cf1-4c12-9623-3278296206a3 is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:34.001574 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3b1a0-08c4-4de7-b6d9-e9d086027be2 req-e9802c4f-5a2f-4e4c-8dae-86c04fadf279 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:34.005852 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d9b3b1a0-08c4-4de7-b6d9-e9d086027be2 req-e9802c4f-5a2f-4e4c-8dae-86c04fadf279 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 945 time: 0.0921400 Aug 08 20:32:34.073367 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d9b3b1a0-08c4-4de7-b6d9-e9d086027be2 req-cbe515a5-6ba2-4b4d-b1e6-a04510b473b6 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629132 Aug 08 20:32:34.122586 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Publish callbacks [] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:34.222869 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30073919-8698-4434-96a9-2d29f65946f2 req-04b1b35d-2014-43b4-9878-a9047dc2d421 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:34.223242 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:34.224446 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-30073919-8698-4434-96a9-2d29f65946f2 req-04b1b35d-2014-43b4-9878-a9047dc2d421 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 945 time: 0.0704713 Aug 08 20:32:34.294287 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-30073919-8698-4434-96a9-2d29f65946f2 req-ca48e1fd-1d86-4e70-9207-05159f505ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634239 Aug 08 20:32:34.320198 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefdf61-9be2-4965-906f-663d1bca1704 None None] Pushing event updated for resources: {'Port': ['ID=da0a9a40-7425-4659-bca3-b0d8eb3910ef,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:34.321673 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33286) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:34.344414 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Attempting to bind port da0a9a40-7425-4659-bca3-b0d8eb3910ef on host dv-cinder-848821-2-iscsi for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:32:34.344990 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Attempting to bind port da0a9a40-7425-4659-bca3-b0d8eb3910ef by drivers openvswitch,hyperv on host dv-cinder-848821-2-iscsi at level 0 using segments [{'id': '78aa8c04-90ff-46e0-af19-22d34263fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:32:34.345258 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Attempting to bind port da0a9a40-7425-4659-bca3-b0d8eb3910ef on network 6d26222e-656b-4d0a-a2c1-31169ac3f3f2 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:32:34.353001 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Checking agent: {'id': 'c8b19c8f-402c-4aa0-a38a-355170196bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 14, 28), 'started_at': datetime.datetime(2022, 8, 8, 20, 14, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:32:34.353381 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Checking segment: {'id': '78aa8c04-90ff-46e0-af19-22d34263fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:32:34.353781 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:34.354171 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Bound using segment: {'id': '78aa8c04-90ff-46e0-af19-22d34263fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:32:34.354700 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Bound port: da0a9a40-7425-4659-bca3-b0d8eb3910ef, host: dv-cinder-848821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78aa8c04-90ff-46e0-af19-22d34263fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:32:34.355363 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:34.386088 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9598569b-6d5b-4c28-9e14-a503cdad96da tempest-TestVolumeBootPattern-644942597 tempest-TestVolumeBootPattern-644942597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:34.390453 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-9598569b-6d5b-4c28-9e14-a503cdad96da tempest-TestVolumeBootPattern-644942597 tempest-TestVolumeBootPattern-644942597-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 1124 time: 0.0650175 Aug 08 20:32:34.390806 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33288) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:34.396454 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'port_id': '000b2d30-266d-48d3-bcea-52aadb735aa7', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:34.448370 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] For port da0a9a40-7425-4659-bca3-b0d8eb3910ef, host dv-cinder-848821-2-iscsi, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:32:34.451759 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] For port da0a9a40-7425-4659-bca3-b0d8eb3910ef, host dv-cinder-848821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=da0a9a40-7425-4659-bca3-b0d8eb3910ef,segment=NetworkSegment(78aa8c04-90ff-46e0-af19-22d34263fb4e),segment_id=78aa8c04-90ff-46e0-af19-22d34263fb4e)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:32:34.491201 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:34.539350 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:34.603752 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Routers {'18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:34.604747 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:34.667973 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefdf61-9be2-4965-906f-663d1bca1704 None None] Pushing event updated for resources: {'Port': ['ID=da0a9a40-7425-4659-bca3-b0d8eb3910ef,revision_number=4']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:34.773831 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] Set router 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:34.881287 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c55de-6b25-440c-a5a2-03cd0135743b req-99addad6-ef8f-4784-9265-11a7713c4d41 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:34.888575 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9d9c55de-6b25-440c-a5a2-03cd0135743b req-99addad6-ef8f-4784-9265-11a7713c4d41 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 945 time: 0.0829341 Aug 08 20:32:34.963190 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9d9c55de-6b25-440c-a5a2-03cd0135743b req-87615a5b-e002-46f6-9a43-7b4f3d1edf8e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737877 Aug 08 20:32:34.989911 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:35.105550 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'name': 'tempest-TestMinimumBasicScenario-349258423-router', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:25Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 4, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'gw_port': {'id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:26Z', 'updated_at': '2022-08-08T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da0a9a40-7425-4659-bca3-b0d8eb3910ef', 'name': '', 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'mac_address': 'fa:16:3e:7c:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '10cbc2b3-80cb-4d55-b636-3765ce9e7f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:28Z', 'updated_at': '2022-08-08T20:32:34Z', 'revision_number': 4, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'subnets': [{'id': '10cbc2b3-80cb-4d55-b636-3765ce9e7f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:35.130774 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Allocated IP 172.27.3.172 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/3f350fee-2189-4f9e-bc86-daf68b0205ba) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:32:35.131661 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3ec6ff-68d9-49cb-80e1-9ea0a88b2960 None None] The sync data for ids ['18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'] in dv-cinder-848821-2-iscsi is: [{'id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'name': 'tempest-TestMinimumBasicScenario-349258423-router', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:25Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 4, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'gw_port': {'id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:26Z', 'updated_at': '2022-08-08T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'da0a9a40-7425-4659-bca3-b0d8eb3910ef', 'name': '', 'network_id': '6d26222e-656b-4d0a-a2c1-31169ac3f3f2', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'mac_address': 'fa:16:3e:7c:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '10cbc2b3-80cb-4d55-b636-3765ce9e7f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:28Z', 'updated_at': '2022-08-08T20:32:34Z', 'revision_number': 4, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'subnets': [{'id': '10cbc2b3-80cb-4d55-b636-3765ce9e7f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:32:35.281696 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for port (3f350fee-2189-4f9e-bc86-daf68b0205ba), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:35.383146 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (3f350fee-2189-4f9e-bc86-daf68b0205ba), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:35.436164 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:32:35.441996 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:35.445258 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:32:35.485621 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'Port': ['ID=3f350fee-2189-4f9e-bc86-daf68b0205ba,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:35.654352 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device da0a9a40-7425-4659-bca3-b0d8eb3910ef up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:35.728671 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port da0a9a40-7425-4659-bca3-b0d8eb3910ef triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:35.729083 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:35.828032 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port da0a9a40-7425-4659-bca3-b0d8eb3910ef is: DOWN; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:35.829410 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:35.874929 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] For port da0a9a40-7425-4659-bca3-b0d8eb3910ef, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=da0a9a40-7425-4659-bca3-b0d8eb3910ef,segment=NetworkSegment(78aa8c04-90ff-46e0-af19-22d34263fb4e),segment_id=78aa8c04-90ff-46e0-af19-22d34263fb4e)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:35.892623 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-e0a10dbd-4d9a-4db4-a3ef-7cf5c3f21faa tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:35.894723 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-e0a10dbd-4d9a-4db4-a3ef-7cf5c3f21faa tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 945 time: 0.0713935 Aug 08 20:32:35.919055 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (74824321-07b8-469e-ac7d-8881cd41f6aa), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:35.926184 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:36.014442 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Deleting port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:36.014635 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:36.032831 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Pushing event updated for resources: {'Port': ['ID=da0a9a40-7425-4659-bca3-b0d8eb3910ef,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:36.075375 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (3f350fee-2189-4f9e-bc86-daf68b0205ba), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:36.137652 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] For port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:36.138031 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:36.173471 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d269d-ba29-472b-9d88-8074ea458a7a req-54627aab-7b80-4998-94a0-c370594f2538 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:36.182160 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-673d269d-ba29-472b-9d88-8074ea458a7a req-54627aab-7b80-4998-94a0-c370594f2538 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 945 time: 0.1204226 Aug 08 20:32:36.295711 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-673d269d-ba29-472b-9d88-8074ea458a7a req-ce43d113-27d7-434c-8f25-30faf594dc43 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125979 Aug 08 20:32:36.325990 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:36.326450 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (e12cc642-e95b-4ca7-b063-b647d114a5da), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:36.326849 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Floating IP e12cc642-e95b-4ca7-b063-b647d114a5da disassociated. External IP: 172.27.3.5, port: 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e. Aug 08 20:32:36.327269 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Calling delete_port for 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:36.342437 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for port (3f350fee-2189-4f9e-bc86-daf68b0205ba), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:36.428001 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (3f350fee-2189-4f9e-bc86-daf68b0205ba), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:36.520465 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event updated for resources: {'Port': ['ID=3f350fee-2189-4f9e-bc86-daf68b0205ba,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:36.523279 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (74824321-07b8-469e-ac7d-8881cd41f6aa), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:36.554866 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:36.597674 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event deleted for resources: {'Port': ['ID=64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:36.655284 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.l3_db [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Floating IP 74824321-07b8-469e-ac7d-8881cd41f6aa associated. External IP: 172.27.3.172, port: 000b2d30-266d-48d3-bcea-52aadb735aa7. Aug 08 20:32:36.771750 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Router 31334999-1f1a-4313-a670-6d31557d6d5c has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:32:36.901167 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:32:36.913591 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4196764-5042-4ec5-945d-629b0e519e13 None None] Sync routers for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:32:36.921507 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:32:36.929403 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4196764-5042-4ec5-945d-629b0e519e13 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:36.930592 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a4196764-5042-4ec5-945d-629b0e519e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:36.961108 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] No DVR routers for this DVR port 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:32:36.963720 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:37.103658 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-7ca5a86e-2bda-4017-8f4b-57779e781174 req-ce608be8-cb9c-4a27-93ab-149833cb2c6a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "DELETE /v2.0/ports/64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e HTTP/1.1" status: 204 len: 173 time: 1.0671144 Aug 08 20:32:37.103658 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4aea1a-3696-4211-874f-87f44c91d730', 'name': 'network-vif-deleted', 'tag': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:32:37.103658 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b172dc-a42e-41e8-afa9-85346f54171e" -d '{"events": [{"server_uuid": "2d4aea1a-3696-4211-874f-87f44c91d730", "name": "network-vif-deleted", "tag": "64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:32:37.103658 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8ea6db-693d-4bbd-a3d9-fc1734481e23 x-openstack-request-id: req-ea8ea6db-693d-4bbd-a3d9-fc1734481e23 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:32:37.103658 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4aea1a-3696-4211-874f-87f44c91d730", "name": "network-vif-deleted", "tag": "64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:32:37.103658 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea8ea6db-693d-4bbd-a3d9-fc1734481e23 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:32:37.103658 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8ea6db-693d-4bbd-a3d9-fc1734481e23'] response: {'server_uuid': '2d4aea1a-3696-4211-874f-87f44c91d730', 'name': 'network-vif-deleted', 'tag': '64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e', 'status': 'completed', 'code': 200} Aug 08 20:32:37.104569 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-a4196764-5042-4ec5-945d-629b0e519e13 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:37.104676 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:32:37.104773 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333a67e-c92f-4914-a62d-1a432daa36a5 None None] Sync routers for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:32:37.104773 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333a67e-c92f-4914-a62d-1a432daa36a5 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:37.104773 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-3333a67e-c92f-4914-a62d-1a432daa36a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:37.216492 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-3333a67e-c92f-4914-a62d-1a432daa36a5 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:37.277259 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:37.314652 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a4196764-5042-4ec5-945d-629b0e519e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '2197804a-0678-49f0-9a3d-6e7d78451645', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:cb:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d31a3-4728-447e-90ac-394791a3c653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:25Z', 'updated_at': '2022-08-08T20:30:44Z', 'revision_number': 2, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:37.329412 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-e42bfd31-2a8c-44e9-8979-d11028d40621 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9374433 Aug 08 20:32:37.330067 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535350cc-beb8-419b-a0e7-27424b48cd62', 'tag': '000b2d30-266d-48d3-bcea-52aadb735aa7'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:32:37.343857 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eb1adb-a81d-4ef0-890a-5767eb2e0854" -d '{"events": [{"name": "network-changed", "server_uuid": "535350cc-beb8-419b-a0e7-27424b48cd62", "tag": "000b2d30-266d-48d3-bcea-52aadb735aa7"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:32:37.345880 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4196764-5042-4ec5-945d-629b0e519e13 None None] Checking router: 31334999-1f1a-4313-a670-6d31557d6d5c for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:32:37.356006 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4196764-5042-4ec5-945d-629b0e519e13 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:37.356617 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a4196764-5042-4ec5-945d-629b0e519e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:37.421974 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-00e6a171-22a1-41cb-b8a3-003ecc5de3fa req-ee5f1c9e-1aba-455b-beff-e0cb1370d24d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d4aea1a-3696-4211-874f-87f44c91d730 HTTP/1.1" status: 200 len: 210 time: 0.0375681 Aug 08 20:32:37.428595 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b50e943-d00d-41e3-9a19-f41ef3b7d1d9 x-openstack-request-id: req-6b50e943-d00d-41e3-9a19-f41ef3b7d1d9 {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:32:37.429008 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535350cc-beb8-419b-a0e7-27424b48cd62", "tag": "000b2d30-266d-48d3-bcea-52aadb735aa7", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:32:37.429391 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b50e943-d00d-41e3-9a19-f41ef3b7d1d9 {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:32:37.429854 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b50e943-d00d-41e3-9a19-f41ef3b7d1d9'] response: {'name': 'network-changed', 'server_uuid': '535350cc-beb8-419b-a0e7-27424b48cd62', 'tag': '000b2d30-266d-48d3-bcea-52aadb735aa7', 'status': 'completed', 'code': 200} Aug 08 20:32:37.572048 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb1adb-a81d-4ef0-890a-5767eb2e0854 req-e067f1eb-5e02-4ec4-bf60-025e77e33e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:37.574697 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-72eb1adb-a81d-4ef0-890a-5767eb2e0854 req-e067f1eb-5e02-4ec4-bf60-025e77e33e21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 1129 time: 0.1189697 Aug 08 20:32:37.599897 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-a4196764-5042-4ec5-945d-629b0e519e13 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:37.676745 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device da0a9a40-7425-4659-bca3-b0d8eb3910ef up at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:32:37.688507 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-3333a67e-c92f-4914-a62d-1a432daa36a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '74824321-07b8-469e-ac7d-8881cd41f6aa', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': '000b2d30-266d-48d3-bcea-52aadb735aa7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:cc:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535350cc-beb8-419b-a0e7-27424b48cd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:32:35Z', 'updated_at': '2022-08-08T20:32:35Z', 'revision_number': 0, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}, {'id': 'ca7fb097-c4a2-4efd-912e-e50197c17a16', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:11:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f33c1-9358-469d-9a11-663f51fa3118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 1, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:37.727521 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333a67e-c92f-4914-a62d-1a432daa36a5 None None] Checking router: cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:32:37.729266 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb1adb-a81d-4ef0-890a-5767eb2e0854 req-b377ef7a-6a3b-4bfe-81a8-6715a02d86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:37.732192 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-72eb1adb-a81d-4ef0-890a-5767eb2e0854 req-b377ef7a-6a3b-4bfe-81a8-6715a02d86d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 912 time: 0.1513321 Aug 08 20:32:37.739989 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333a67e-c92f-4914-a62d-1a432daa36a5 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:37.741190 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-3333a67e-c92f-4914-a62d-1a432daa36a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:37.847529 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-72eb1adb-a81d-4ef0-890a-5767eb2e0854 req-5bbf191a-9eb7-4cec-8318-c762493d0173 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000b2d30-266d-48d3-bcea-52aadb735aa7 HTTP/1.1" status: 200 len: 999 time: 0.1072586 Aug 08 20:32:37.925731 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb1adb-a81d-4ef0-890a-5767eb2e0854 req-d4af18e0-60bb-47d2-a0ee-ecf04e201e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:37.925731 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-72eb1adb-a81d-4ef0-890a-5767eb2e0854 req-d4af18e0-60bb-47d2-a0ee-ecf04e201e82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dabc7f81-ee97-4703-9abc-0fad495abc04 HTTP/1.1" status: 200 len: 850 time: 0.0562174 Aug 08 20:32:37.926500 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-3333a67e-c92f-4914-a62d-1a432daa36a5 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:37.926634 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Provisioning complete for port da0a9a40-7425-4659-bca3-b0d8eb3910ef triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:37.927012 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:37.998900 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb1adb-a81d-4ef0-890a-5767eb2e0854 req-f9a4299d-bd5c-48e5-b0c7-fd7f9bbcd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:38.001115 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-72eb1adb-a81d-4ef0-890a-5767eb2e0854 req-f9a4299d-bd5c-48e5-b0c7-fd7f9bbcd260 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767074 Aug 08 20:32:38.030946 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port da0a9a40-7425-4659-bca3-b0d8eb3910ef is: ACTIVE; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:32:38.070952 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a4196764-5042-4ec5-945d-629b0e519e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '2197804a-0678-49f0-9a3d-6e7d78451645', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:cb:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d31a3-4728-447e-90ac-394791a3c653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:25Z', 'updated_at': '2022-08-08T20:30:44Z', 'revision_number': 2, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:38.100422 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4196764-5042-4ec5-945d-629b0e519e13 None None] The sync data for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi is: [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '2197804a-0678-49f0-9a3d-6e7d78451645', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:cb:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d31a3-4728-447e-90ac-394791a3c653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:25Z', 'updated_at': '2022-08-08T20:30:44Z', 'revision_number': 2, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:32:38.154532 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-72eb1adb-a81d-4ef0-890a-5767eb2e0854 req-e62e90db-0416-429f-b290-d748d2e6501d service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425753 Aug 08 20:32:38.258095 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-3333a67e-c92f-4914-a62d-1a432daa36a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '74824321-07b8-469e-ac7d-8881cd41f6aa', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': '000b2d30-266d-48d3-bcea-52aadb735aa7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:cc:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535350cc-beb8-419b-a0e7-27424b48cd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:32:35Z', 'updated_at': '2022-08-08T20:32:35Z', 'revision_number': 0, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}, {'id': 'ca7fb097-c4a2-4efd-912e-e50197c17a16', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:11:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f33c1-9358-469d-9a11-663f51fa3118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 1, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:38.268344 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-72eb1adb-a81d-4ef0-890a-5767eb2e0854 req-90c2a035-62d9-46ca-9b52-69b8d6ecb02f service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096010 Aug 08 20:32:38.301700 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333a67e-c92f-4914-a62d-1a432daa36a5 None None] The sync data for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi is: [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '74824321-07b8-469e-ac7d-8881cd41f6aa', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': '000b2d30-266d-48d3-bcea-52aadb735aa7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:cc:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535350cc-beb8-419b-a0e7-27424b48cd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:32:35Z', 'updated_at': '2022-08-08T20:32:35Z', 'revision_number': 0, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}, {'id': 'ca7fb097-c4a2-4efd-912e-e50197c17a16', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:11:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f33c1-9358-469d-9a11-663f51fa3118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 1, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:32:38.542357 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb329269-d20a-4777-a2e0-c32d5bf8d363 None None] New status for floating IP e12cc642-e95b-4ca7-b063-b647d114a5da: DOWN {{(pid=104385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:32:38.584595 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:32:38.658423 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33310) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:38.661175 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e891d6-aa97-45eb-aa6a-d63d7649412d None None] New status for floating IP 74824321-07b8-469e-ac7d-8881cd41f6aa: ACTIVE {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:32:38.734428 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c49e1e87-9c15-4037-aa01-ca3421733bbb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:38.779287 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c49e1e87-9c15-4037-aa01-ca3421733bbb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:38.936793 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c49e1e87-9c15-4037-aa01-ca3421733bbb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:38.939443 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c49e1e87-9c15-4037-aa01-ca3421733bbb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:38.941092 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-c49e1e87-9c15-4037-aa01-ca3421733bbb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "DELETE /v2.0/security-groups/7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b HTTP/1.1" status: 204 len: 168 time: 0.2806420 Aug 08 20:32:38.943719 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33312) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:38.958791 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.api.v2.resource [None req-ac7464a9-d4ec-46db-95fa-a553ec715f6b tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] show failed (client error): The resource could not be found. Aug 08 20:32:38.960049 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e1e87-9c15-4037-aa01-ca3421733bbb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:38.969243 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33314) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:38.980210 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ac7464a9-d4ec-46db-95fa-a553ec715f6b tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups/7cc9c8b9-cf4e-4eb9-851f-cf0976e4ed7b HTTP/1.1" status: 404 len: 347 time: 0.0351176 Aug 08 20:32:39.108663 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-436c9374-2670-443b-9dbb-ee82046aa2d4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Deleting port f6895d24-3904-4eb2-9584-facecb6aab3e {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:39.109198 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-436c9374-2670-443b-9dbb-ee82046aa2d4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (f6895d24-3904-4eb2-9584-facecb6aab3e), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:39.191932 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-436c9374-2670-443b-9dbb-ee82046aa2d4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (f6895d24-3904-4eb2-9584-facecb6aab3e), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:39.192264 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-436c9374-2670-443b-9dbb-ee82046aa2d4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (f6895d24-3904-4eb2-9584-facecb6aab3e), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:39.207215 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-436c9374-2670-443b-9dbb-ee82046aa2d4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Calling delete_port for f6895d24-3904-4eb2-9584-facecb6aab3e owned by network:floatingip {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:39.422592 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-436c9374-2670-443b-9dbb-ee82046aa2d4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (f6895d24-3904-4eb2-9584-facecb6aab3e), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:39.447807 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c9374-2670-443b-9dbb-ee82046aa2d4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event deleted for resources: {'Port': ['ID=f6895d24-3904-4eb2-9584-facecb6aab3e,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:39.524684 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-436c9374-2670-443b-9dbb-ee82046aa2d4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (e12cc642-e95b-4ca7-b063-b647d114a5da), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:39.527381 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-436c9374-2670-443b-9dbb-ee82046aa2d4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:39.528542 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-436c9374-2670-443b-9dbb-ee82046aa2d4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "DELETE /v2.0/floatingips/e12cc642-e95b-4ca7-b063-b647d114a5da HTTP/1.1" status: 204 len: 168 time: 0.5580547 Aug 08 20:32:39.766698 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:32:39.786792 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:32:39.787207 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 64b4c06f-4f0d-4f80-bb9c-842bb7c3d69e not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:32:42.321354 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-b436d5b9-da6f-42f7-b317-8be4503c0bee tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:42.322829 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-b436d5b9-da6f-42f7-b317-8be4503c0bee tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/networks?id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 HTTP/1.1" status: 200 len: 815 time: 0.1076319 Aug 08 20:32:42.337415 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-3454563b-d1f3-4f6e-bcdb-be4755c3fa07 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/quotas/b6df5119bb93492787dbad04ccbc6a98 HTTP/1.1" status: 200 len: 375 time: 0.0091395 Aug 08 20:32:42.391736 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-27de0866-2054-4285-bae5-410efd92d2e0 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6df5119bb93492787dbad04ccbc6a98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490923 Aug 08 20:32:42.491961 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-6dd272bd-1acd-4434-8767-2ca37e559793 service neutron] 10.222.0.26 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886440 Aug 08 20:32:42.629492 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8f6dc-a83b-4e32-b5dd-5b3e73587ac4 req-124b7809-67ca-4fa3-96a1-1288527baa33 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:42.631551 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-15c8f6dc-a83b-4e32-b5dd-5b3e73587ac4 req-124b7809-67ca-4fa3-96a1-1288527baa33 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 945 time: 0.0862584 Aug 08 20:32:42.633807 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-26a8dc61-b817-4c30-8489-ecffc39093bb service neutron] 10.222.0.26 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328773 Aug 08 20:32:42.680841 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-15c8f6dc-a83b-4e32-b5dd-5b3e73587ac4 req-ed901ab8-a41e-43f6-9dd0-91461f8e4fa8 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433836 Aug 08 20:32:42.876602 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9cd58be1-8178-4fc1-9268-3b7b38868d3c req-3a238af8-4e48-49c0-b660-fa33a9265c7f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 210 time: 0.0283570 Aug 08 20:32:43.805857 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ba43b-8b87-4444-a831-2134893d2db7 req-01c63148-8ce6-4c20-ad63-00040a160e1f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:43.807346 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-662ba43b-8b87-4444-a831-2134893d2db7 req-01c63148-8ce6-4c20-ad63-00040a160e1f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 945 time: 0.0544474 Aug 08 20:32:43.858262 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-662ba43b-8b87-4444-a831-2134893d2db7 req-99cb1885-00c2-46ca-9821-eb35057e2f35 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=44245f5b-9ed2-4072-ae70-ba1bb07495e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452068 Aug 08 20:32:43.956735 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-183bc492-35cf-4e35-bab7-9d258a65735c req-968c63e5-94f3-43b7-b759-a0443fc20278 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 210 time: 0.0280626 Aug 08 20:32:44.250848 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-0bd51121-a7f9-4b6f-8f87-9cc950eee0af tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:44.252611 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-0bd51121-a7f9-4b6f-8f87-9cc950eee0af tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 945 time: 0.0586443 Aug 08 20:32:44.342132 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Deleting port 123198e1-be0c-499b-aaf1-b19c568fbcc5 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:44.342478 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:44.433074 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] For port 123198e1-be0c-499b-aaf1-b19c568fbcc5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=123198e1-be0c-499b-aaf1-b19c568fbcc5,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:32:44.433444 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:44.595934 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:44.596198 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (2197804a-0678-49f0-9a3d-6e7d78451645), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:44.596519 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Floating IP 2197804a-0678-49f0-9a3d-6e7d78451645 disassociated. External IP: 172.27.3.8, port: 123198e1-be0c-499b-aaf1-b19c568fbcc5. Aug 08 20:32:44.596891 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Calling delete_port for 123198e1-be0c-499b-aaf1-b19c568fbcc5 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:44.782259 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (123198e1-be0c-499b-aaf1-b19c568fbcc5), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:44.810629 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event deleted for resources: {'Port': ['ID=123198e1-be0c-499b-aaf1-b19c568fbcc5,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:44.921898 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Router 31334999-1f1a-4313-a670-6d31557d6d5c has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:32:44.960378 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a527ac72-8cb0-46dc-b7b2-1337269d83d0 req-921b5621-0fac-4c4e-8cf2-e25af06432fa tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 210 time: 0.0272360 Aug 08 20:32:45.029303 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:32:45.042774 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb16274-5b15-4206-850c-a175da1dbc56 None None] Sync routers for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:32:45.052458 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb16274-5b15-4206-850c-a175da1dbc56 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:45.054160 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-4bb16274-5b15-4206-850c-a175da1dbc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:45.071482 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a4ee9a3d-3d42-40a5-9af3-4ca48f176a3b req-0d613e43-b5d7-4292-9ab5-a4e88cb7119e tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 210 time: 0.0418923 Aug 08 20:32:45.075590 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] No DVR routers for this DVR port 123198e1-be0c-499b-aaf1-b19c568fbcc5 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:32:45.079248 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:45.083801 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-d5b1f1ae-afbb-4b84-b6cb-a622a6929af2 req-90e9739b-1ea3-41cb-99b5-952ffb9fba06 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "DELETE /v2.0/ports/123198e1-be0c-499b-aaf1-b19c568fbcc5 HTTP/1.1" status: 204 len: 173 time: 0.8260953 Aug 08 20:32:45.095188 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3d31a3-4728-447e-90ac-394791a3c653', 'name': 'network-vif-deleted', 'tag': '123198e1-be0c-499b-aaf1-b19c568fbcc5'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:32:45.095188 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fd5e7a-6c2c-4a0d-ab64-9a3e1955e952" -d '{"events": [{"server_uuid": "8d3d31a3-4728-447e-90ac-394791a3c653", "name": "network-vif-deleted", "tag": "123198e1-be0c-499b-aaf1-b19c568fbcc5"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:32:45.144379 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5478e8-ec35-4999-8c54-7d08841abd0b x-openstack-request-id: req-db5478e8-ec35-4999-8c54-7d08841abd0b {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:32:45.144671 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3d31a3-4728-447e-90ac-394791a3c653", "name": "network-vif-deleted", "tag": "123198e1-be0c-499b-aaf1-b19c568fbcc5", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:32:45.145073 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db5478e8-ec35-4999-8c54-7d08841abd0b {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:32:45.145632 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5478e8-ec35-4999-8c54-7d08841abd0b'] response: {'server_uuid': '8d3d31a3-4728-447e-90ac-394791a3c653', 'name': 'network-vif-deleted', 'tag': '123198e1-be0c-499b-aaf1-b19c568fbcc5', 'status': 'completed', 'code': 200} Aug 08 20:32:45.219474 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-e36e1469-39e9-4b44-a32e-9c2e21e1fae3 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:45.221205 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-e36e1469-39e9-4b44-a32e-9c2e21e1fae3 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.49 "GET /v2.0/networks?id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 HTTP/1.1" status: 200 len: 815 time: 0.1469569 Aug 08 20:32:45.234841 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Request body: {'port': {'device_id': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'admin_state_up': True, 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:45.322220 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-4bb16274-5b15-4206-850c-a175da1dbc56 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:45.467860 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Made reservation on behalf of b6df5119bb93492787dbad04ccbc6a98 for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:32:45.471411 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:45.530987 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-4bb16274-5b15-4206-850c-a175da1dbc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:45.556876 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb16274-5b15-4206-850c-a175da1dbc56 None None] Checking router: 31334999-1f1a-4313-a670-6d31557d6d5c for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:32:45.565475 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb16274-5b15-4206-850c-a175da1dbc56 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:32:45.566098 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-4bb16274-5b15-4206-850c-a175da1dbc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:45.607447 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Allocated IP 172.20.0.11 (ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1/f2de17a4-802d-4c22-9f58-e5b48e724d10/7de53385-16d5-473c-b8e1-515950fe2be4) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:32:45.676066 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-4bb16274-5b15-4206-850c-a175da1dbc56 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:32:45.767564 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for port (7de53385-16d5-473c-b8e1-515950fe2be4), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:45.883575 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-4bb16274-5b15-4206-850c-a175da1dbc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:32:45.893616 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:45.930001 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb16274-5b15-4206-850c-a175da1dbc56 None None] The sync data for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi is: [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:32:46.000997 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:32:46.008329 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event updated for resources: {'Port': ['ID=7de53385-16d5-473c-b8e1-515950fe2be4,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:46.016614 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:46.036337 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:32:46.170906 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:46.171678 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:46.252200 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6a024946-4317-4fab-a1a1-c4baefbae501 req-ae31a629-bedd-459b-9c36-45027a885fea tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 210 time: 0.0631917 Aug 08 20:32:46.299880 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-debb0ab0-d9ac-4913-8d83-dc92d081bf6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0695381 Aug 08 20:32:46.353067 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdac9d-a31f-4c7c-bbae-60f9fd7eec2b req-24cbdb87-6baf-49cf-b6ef-25124a3c1776 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:46.355992 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c7cdac9d-a31f-4c7c-bbae-60f9fd7eec2b req-24cbdb87-6baf-49cf-b6ef-25124a3c1776 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 932 time: 0.1230834 Aug 08 20:32:46.400622 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-5fa34b9b-7d20-45c2-877d-af68b875cdec None None] Provisioning complete for port 7de53385-16d5-473c-b8e1-515950fe2be4 triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:32:46.402184 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5fa34b9b-7d20-45c2-877d-af68b875cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:46.427618 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc5a93-c2b3-4b6d-9af7-79bc61b2a3c2 None None] New status for floating IP 2197804a-0678-49f0-9a3d-6e7d78451645: DOWN {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:32:46.440091 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-5fa34b9b-7d20-45c2-877d-af68b875cdec None None] Port 7de53385-16d5-473c-b8e1-515950fe2be4 cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:32:46.447312 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c7cdac9d-a31f-4c7c-bbae-60f9fd7eec2b req-af71f0be-b6b0-4a41-b948-d9c47fbc85cd tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825849 Aug 08 20:32:47.380843 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-09ed2be4-bca4-420f-b11f-ed336d947c1c req-274734be-82d1-406e-9890-94de47d51816 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 210 time: 0.0279975 Aug 08 20:32:47.609487 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a2145-a12d-4932-8d21-9eadfd9f6a05 req-e8ce1cb4-eaed-42f0-80c5-28a02403ae2f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:47.609487 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-676a2145-a12d-4932-8d21-9eadfd9f6a05 req-e8ce1cb4-eaed-42f0-80c5-28a02403ae2f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 932 time: 0.0596533 Aug 08 20:32:47.660131 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-676a2145-a12d-4932-8d21-9eadfd9f6a05 req-5b8ddefe-c2c2-4b66-8d8f-5967ed864283 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492661 Aug 08 20:32:47.803798 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 123198e1-be0c-499b-aaf1-b19c568fbcc5 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:32:47.826693 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: 123198e1-be0c-499b-aaf1-b19c568fbcc5 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:32:47.827407 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 123198e1-be0c-499b-aaf1-b19c568fbcc5 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:32:48.500498 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-de3110f2-0a11-4844-aea9-290c9c085804 req-65eab7ff-8f2c-4b24-80f0-d2a50e11d0ce tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 210 time: 0.0297384 Aug 08 20:32:48.793189 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb2966-ab06-4786-9700-866d388ccfc5 req-4f169d3a-7ab0-44af-9521-83816d695148 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:48.794714 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b5eb2966-ab06-4786-9700-866d388ccfc5 req-4f169d3a-7ab0-44af-9521-83816d695148 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 932 time: 0.0547261 Aug 08 20:32:48.844289 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b5eb2966-ab06-4786-9700-866d388ccfc5 req-f4b15fc9-b089-49a2-a1e8-4d7d4e1914c9 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435858 Aug 08 20:32:49.623989 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7e98b208-e7dc-4410-a8fc-eb143e57a5e6 req-cf5b4002-a172-46ca-bd68-0d2c3538528c tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 210 time: 0.0319381 Aug 08 20:32:49.975998 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160b3d1-2a4c-4f5c-be6c-710283b334df req-cf1aa9f3-cbab-4aff-8f00-0f6d9004ff7b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:49.977514 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9160b3d1-2a4c-4f5c-be6c-710283b334df req-cf1aa9f3-cbab-4aff-8f00-0f6d9004ff7b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 932 time: 0.0537360 Aug 08 20:32:50.028681 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9160b3d1-2a4c-4f5c-be6c-710283b334df req-12f2269c-f0d9-4277-8282-05792284672e tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455937 Aug 08 20:32:50.749821 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0ba2fe30-51a6-4389-ad7e-4787ea94f291 req-dd1f9bbd-cce0-461a-ae33-4319cc11145c tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 210 time: 0.0337749 Aug 08 20:32:51.166671 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434a265-8054-452c-92c8-b3c7114ca96c req-5f660cbf-0674-437b-b366-e6c12b492180 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:51.168475 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5434a265-8054-452c-92c8-b3c7114ca96c req-5f660cbf-0674-437b-b366-e6c12b492180 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 932 time: 0.0634193 Aug 08 20:32:51.227261 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-5434a265-8054-452c-92c8-b3c7114ca96c req-1094b2b1-a9c2-4104-8dd2-02a349099ad0 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520675 Aug 08 20:32:51.496029 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bf7cccb3-7775-41d0-b6b4-db1be06de6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:51.858745 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-12f5714e-1487-4a16-ad6b-2a69b0d11106 req-3e1abae4-77c8-4abf-9745-12a9e35e7a95 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 210 time: 0.0289292 Aug 08 20:32:52.027296 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:52.370946 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2cd6e-2c9d-4f4d-887b-538cb70dfb51 req-23cbd72f-df87-49af-83f4-501d68eba0cd tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:52.372765 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a1f2cd6e-2c9d-4f4d-887b-538cb70dfb51 req-23cbd72f-df87-49af-83f4-501d68eba0cd tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 932 time: 0.0631287 Aug 08 20:32:52.423836 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a1f2cd6e-2c9d-4f4d-887b-538cb70dfb51 req-72b155bf-63f5-45bc-92e3-3ef393155cb6 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451610 Aug 08 20:32:52.974852 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7221ad60-e8d0-4ec4-8ca9-13873c6c4338 req-3be89dd7-1ad4-44f5-aae7-5641be933cf9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 210 time: 0.0273201 Aug 08 20:32:53.553627 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f2744-2e97-4649-a011-eb3444ed3e74 req-50d1e129-2f14-4855-b5c1-9b9e2f7df1d6 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:53.555182 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ac5f2744-2e97-4649-a011-eb3444ed3e74 req-50d1e129-2f14-4855-b5c1-9b9e2f7df1d6 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 932 time: 0.0573895 Aug 08 20:32:53.609369 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ac5f2744-2e97-4649-a011-eb3444ed3e74 req-16f7f16f-f720-475b-865c-11613ffaa6cf tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475061 Aug 08 20:32:54.027361 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-45ca2026-5427-4d53-b5a9-774fe3e010f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:54.088503 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ced41fef-f391-480b-a8e9-4c0833793c9c req-713dbce5-9ef6-4c46-8573-3460766a94c1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d3d31a3-4728-447e-90ac-394791a3c653 HTTP/1.1" status: 200 len: 210 time: 0.0288935 Aug 08 20:32:54.730899 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744c508-db91-46dc-932d-3f05f15e6ac9 req-2a887a22-e6b6-4c0c-a011-07cf2aef0af0 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:54.732374 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0744c508-db91-46dc-932d-3f05f15e6ac9 req-2a887a22-e6b6-4c0c-a011-07cf2aef0af0 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 932 time: 0.0528169 Aug 08 20:32:54.783185 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0744c508-db91-46dc-932d-3f05f15e6ac9 req-0dc6d091-145f-4062-99a4-4588fb555064 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447774 Aug 08 20:32:54.952662 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Request body: {'port': {'device_id': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:55.018714 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:55.032508 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:55.262822 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33446) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:55.273639 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de53385-16d5-473c-b8e1-515950fe2be4 {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:32:55.281255 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Publish callbacks [] for port (7de53385-16d5-473c-b8e1-515950fe2be4), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:55.293520 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Transition to ACTIVE for port object 7de53385-16d5-473c-b8e1-515950fe2be4 will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:32:55.316070 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (44245f5b-9ed2-4072-ae70-ba1bb07495e4), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:55.340108 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (44245f5b-9ed2-4072-ae70-ba1bb07495e4), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:55.386572 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:55.464576 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Pushing event updated for resources: {'Port': ['ID=7de53385-16d5-473c-b8e1-515950fe2be4,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:55.472373 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (44245f5b-9ed2-4072-ae70-ba1bb07495e4), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:55.475113 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:55.478919 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "DELETE /v2.0/security-groups/44245f5b-9ed2-4072-ae70-ba1bb07495e4 HTTP/1.1" status: 204 len: 168 time: 0.2125864 Aug 08 20:32:55.481001 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33448) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:55.493365 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Attempting to bind port 7de53385-16d5-473c-b8e1-515950fe2be4 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:32:55.493607 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44245f5b-9ed2-4072-ae70-ba1bb07495e4,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:55.493729 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Attempting to bind port 7de53385-16d5-473c-b8e1-515950fe2be4 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:32:55.494024 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Attempting to bind port 7de53385-16d5-473c-b8e1-515950fe2be4 on network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:32:55.498281 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Port 7de53385-16d5-473c-b8e1-515950fe2be4 on network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:32:55.498611 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Attempting to bind port 7de53385-16d5-473c-b8e1-515950fe2be4 on network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:32:55.503360 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.api.v2.resource [None req-5cde37f3-d4b6-4665-887a-c2c0099434cd tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] show failed (client error): The resource could not be found. Aug 08 20:32:55.503522 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:32:55.503708 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Checking segment: {'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:32:55.504356 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Bound using segment: {'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:32:55.504634 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-5cde37f3-d4b6-4665-887a-c2c0099434cd tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups/44245f5b-9ed2-4072-ae70-ba1bb07495e4 HTTP/1.1" status: 404 len: 347 time: 0.0227334 Aug 08 20:32:55.504911 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Bound port: 7de53385-16d5-473c-b8e1-515950fe2be4, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07cdeb9c-1848-4014-87dd-198f1d4e3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:32:55.505284 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:55.507318 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.507747 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.508093 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.508431 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.508682 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33450) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:55.508874 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.509151 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.509482 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.509814 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.510143 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.510466 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.510793 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.511114 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.511440 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8adff0c-1de8-4c3c-9506-542ef260a337 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:32:55.657087 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] For port 7de53385-16d5-473c-b8e1-515950fe2be4, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:32:55.661674 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] For port 7de53385-16d5-473c-b8e1-515950fe2be4, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=7de53385-16d5-473c-b8e1-515950fe2be4,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:32:55.673673 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b6b23-da38-41c4-81e4-456c7db895bd tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Deleting port 2ca05e31-a117-4b5c-b23f-6d8d596dbd19 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:32:55.674021 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-aa8b6b23-da38-41c4-81e4-456c7db895bd tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (2ca05e31-a117-4b5c-b23f-6d8d596dbd19), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:55.910470 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36fb72-6eb5-42a7-8b04-3a6b2384fa11 req-f6f1d3a2-5edc-48a2-94d3-f1188f06f238 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:55.912107 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bb36fb72-6eb5-42a7-8b04-3a6b2384fa11 req-f6f1d3a2-5edc-48a2-94d3-f1188f06f238 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 944 time: 0.0558007 Aug 08 20:32:55.961695 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bb36fb72-6eb5-42a7-8b04-3a6b2384fa11 req-16c3cd9d-fca6-47c3-b380-585a32a7fec9 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437646 Aug 08 20:32:55.992717 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:55.997993 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:55.998604 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:55.999962 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] 10.222.0.49 "PUT /v2.0/ports/7de53385-16d5-473c-b8e1-515950fe2be4 HTTP/1.1" status: 200 len: 1094 time: 1.0516875 Aug 08 20:32:56.002209 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:32:56.004713 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a881e314-f869-4ea8-8233-401aab8a646d" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:32:56.044023 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0372cedc-ea23-4ba1-86f2-23b32c31205a x-openstack-request-id: req-0372cedc-ea23-4ba1-86f2-23b32c31205a {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:32:56.044324 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:32:56.044586 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0372cedc-ea23-4ba1-86f2-23b32c31205a {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:32:56.045012 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0372cedc-ea23-4ba1-86f2-23b32c31205a'] response: {'name': 'network-changed', 'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4', 'status': 'completed', 'code': 200} Aug 08 20:32:56.060005 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-aa8b6b23-da38-41c4-81e4-456c7db895bd tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (2ca05e31-a117-4b5c-b23f-6d8d596dbd19), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:56.060340 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-aa8b6b23-da38-41c4-81e4-456c7db895bd tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (2ca05e31-a117-4b5c-b23f-6d8d596dbd19), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:56.104792 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b6b23-da38-41c4-81e4-456c7db895bd tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Calling delete_port for 2ca05e31-a117-4b5c-b23f-6d8d596dbd19 owned by network:floatingip {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:32:56.106467 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbeb039-a81d-47b7-8058-60264338ef3e service neutron] Pushing event updated for resources: {'Port': ['ID=7de53385-16d5-473c-b8e1-515950fe2be4,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:56.171642 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e314-f869-4ea8-8233-401aab8a646d req-a7f2c009-53c1-43b1-ad1b-576061c15505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:56.173161 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a881e314-f869-4ea8-8233-401aab8a646d req-a7f2c009-53c1-43b1-ad1b-576061c15505 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b6df5119bb93492787dbad04ccbc6a98&device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 1128 time: 0.0989225 Aug 08 20:32:56.308885 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e314-f869-4ea8-8233-401aab8a646d req-1383913d-7b18-4800-a25c-37ec2d30fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:56.310344 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a881e314-f869-4ea8-8233-401aab8a646d req-1383913d-7b18-4800-a25c-37ec2d30fd6c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b6df5119bb93492787dbad04ccbc6a98&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1298707 Aug 08 20:32:56.406434 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-aa8b6b23-da38-41c4-81e4-456c7db895bd tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (2ca05e31-a117-4b5c-b23f-6d8d596dbd19), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:56.427321 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e314-f869-4ea8-8233-401aab8a646d req-dc24b807-0081-4343-8e24-0c15f4aaf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:56.428875 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-a881e314-f869-4ea8-8233-401aab8a646d req-dc24b807-0081-4343-8e24-0c15f4aaf5f1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110039 Aug 08 20:32:56.432458 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b6b23-da38-41c4-81e4-456c7db895bd tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event deleted for resources: {'Port': ['ID=2ca05e31-a117-4b5c-b23f-6d8d596dbd19,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:56.523758 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-aa8b6b23-da38-41c4-81e4-456c7db895bd tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (2197804a-0678-49f0-9a3d-6e7d78451645), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:56.526430 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-aa8b6b23-da38-41c4-81e4-456c7db895bd tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:56.527571 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-aa8b6b23-da38-41c4-81e4-456c7db895bd tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "DELETE /v2.0/floatingips/2197804a-0678-49f0-9a3d-6e7d78451645 HTTP/1.1" status: 204 len: 168 time: 1.0179284 Aug 08 20:32:56.541530 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-aee9ed15-0c5f-4ffd-ae7b-a843129235e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:56.542122 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-aee9ed15-0c5f-4ffd-ae7b-a843129235e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b6df5119bb93492787dbad04ccbc6a98&device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 1128 time: 0.0617936 Aug 08 20:32:56.586232 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-f41942ab-5ff1-4b8b-939e-2dbbb8a9c149 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de53385-16d5-473c-b8e1-515950fe2be4 HTTP/1.1" status: 200 len: 217 time: 0.0367174 Aug 08 20:32:56.632340 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:56.639005 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-d59a3f2a-8160-43fa-90b4-35deb2133661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:56.640700 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-d59a3f2a-8160-43fa-90b4-35deb2133661 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f2de17a4-802d-4c22-9f58-e5b48e724d10 HTTP/1.1" status: 200 len: 854 time: 0.0484734 Aug 08 20:32:56.717553 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b48282c7-9217-4ce5-98a3-209eef7e9ed1 req-d792e981-cd35-4a2c-a3a9-03ad8ceeafe4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758157 Aug 08 20:32:56.720051 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-90952e08-092a-4e60-8930-0bd743ed3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:56.721470 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-90952e08-092a-4e60-8930-0bd743ed3a8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707068 Aug 08 20:32:56.838479 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48282c7-9217-4ce5-98a3-209eef7e9ed1 req-a938c0e2-271f-4f90-8cda-55166b84c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:56.840012 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b48282c7-9217-4ce5-98a3-209eef7e9ed1 req-a938c0e2-271f-4f90-8cda-55166b84c874 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 1129 time: 0.1013343 Aug 08 20:32:56.854865 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-e864b6db-aeba-40a7-bdc4-6e09eae18e5e service neutron] 10.222.0.49 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260507 Aug 08 20:32:57.013320 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48282c7-9217-4ce5-98a3-209eef7e9ed1 req-dfed06be-9b72-47c5-af12-b6ae555ba944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:57.014822 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b48282c7-9217-4ce5-98a3-209eef7e9ed1 req-dfed06be-9b72-47c5-af12-b6ae555ba944 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 912 time: 0.1507037 Aug 08 20:32:57.018169 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-19a9f026-c4ac-4200-b496-eb7f6bda1fed req-633cd9d7-195e-4fbe-a472-7ffc5a467aa4 service neutron] 10.222.0.49 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466405 Aug 08 20:32:57.083933 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b48282c7-9217-4ce5-98a3-209eef7e9ed1 req-8f0777d8-d5a3-4e5e-898e-05f7b85b5152 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70a7d76-38d1-4508-bd5d-a3ffaff901f6 HTTP/1.1" status: 200 len: 1001 time: 0.0596526 Aug 08 20:32:57.096923 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d820b-2397-4d38-a522-d5f8c289bbc8 req-5a6eab68-75d2-40a8-980b-0cfea3c08ab2 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:57.096923 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4f9d820b-2397-4d38-a522-d5f8c289bbc8 req-5a6eab68-75d2-40a8-980b-0cfea3c08ab2 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 944 time: 0.0579910 Aug 08 20:32:57.135159 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48282c7-9217-4ce5-98a3-209eef7e9ed1 req-273a4c06-ee6e-4e3a-8394-90fff1e514bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:57.136641 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b48282c7-9217-4ce5-98a3-209eef7e9ed1 req-273a4c06-ee6e-4e3a-8394-90fff1e514bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dabc7f81-ee97-4703-9abc-0fad495abc04 HTTP/1.1" status: 200 len: 850 time: 0.0447366 Aug 08 20:32:57.141639 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4f9d820b-2397-4d38-a522-d5f8c289bbc8 req-df2c25fb-3c2d-4bab-a9af-a3c4eac83c7f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422962 Aug 08 20:32:57.186245 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48282c7-9217-4ce5-98a3-209eef7e9ed1 req-1aea7c61-5ca2-4aa1-926d-b3b8a2c7a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:57.187730 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b48282c7-9217-4ce5-98a3-209eef7e9ed1 req-1aea7c61-5ca2-4aa1-926d-b3b8a2c7a556 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440373 Aug 08 20:32:57.278326 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b48282c7-9217-4ce5-98a3-209eef7e9ed1 req-6bdaaddd-465d-4353-8718-4d99d3d1a95e service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834613 Aug 08 20:32:57.364906 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b48282c7-9217-4ce5-98a3-209eef7e9ed1 req-300ae8eb-907f-48b9-9d23-96d1d937f0a2 service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794351 Aug 08 20:32:57.682975 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33462) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:57.687601 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-d158f421-8f0a-44a0-9ad9-caaa41e04e72 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278516684', 'description': 'tempest-description--256316534'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:57.770521 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d158f421-8f0a-44a0-9ad9-caaa41e04e72 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:57.838116 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d158f421-8f0a-44a0-9ad9-caaa41e04e72 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (ca40a10b-2131-418d-988c-2d449b5718e7), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:57.907319 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d158f421-8f0a-44a0-9ad9-caaa41e04e72 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (ca40a10b-2131-418d-988c-2d449b5718e7), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:57.935899 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158f421-8f0a-44a0-9ad9-caaa41e04e72 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca40a10b-2131-418d-988c-2d449b5718e7,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:58.007416 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d158f421-8f0a-44a0-9ad9-caaa41e04e72 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:58.008740 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d158f421-8f0a-44a0-9ad9-caaa41e04e72 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3247077 Aug 08 20:32:58.012410 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33464) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:58.016058 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-e56d43d7-f485-450f-ba42-4918453308d9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'security_group_rule': {'security_group_id': 'ca40a10b-2131-418d-988c-2d449b5718e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:58.050112 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:58.101123 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e56d43d7-f485-450f-ba42-4918453308d9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (ef0a759d-a308-460c-b67d-30dc33ba6079), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:58.157139 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e56d43d7-f485-450f-ba42-4918453308d9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (ef0a759d-a308-460c-b67d-30dc33ba6079), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:58.210377 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e56d43d7-f485-450f-ba42-4918453308d9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (ef0a759d-a308-460c-b67d-30dc33ba6079), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:58.252836 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d43d7-f485-450f-ba42-4918453308d9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0a759d-a308-460c-b67d-30dc33ba6079,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:58.282814 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821a7e9-aaa1-4d43-b2bc-866800de30dd req-d0f5f165-df29-40ce-9ac0-4d433ec8c86c tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:58.284309 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1821a7e9-aaa1-4d43-b2bc-866800de30dd req-d0f5f165-df29-40ce-9ac0-4d433ec8c86c tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 944 time: 0.0722291 Aug 08 20:32:58.309627 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e56d43d7-f485-450f-ba42-4918453308d9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:58.310777 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-e56d43d7-f485-450f-ba42-4918453308d9 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2981141 Aug 08 20:32:58.313615 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33468) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:58.318487 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-679c9170-6ed5-4b43-bd6f-736160c0c351 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'security_group_rule': {'security_group_id': 'ca40a10b-2131-418d-988c-2d449b5718e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:58.338727 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1821a7e9-aaa1-4d43-b2bc-866800de30dd req-9237152b-2abc-4653-bc8c-3de10dd22d2d tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Aug 08 20:32:58.398460 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-679c9170-6ed5-4b43-bd6f-736160c0c351 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (c845469d-0c3f-4204-8395-9ced578a40ff), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:58.454575 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-679c9170-6ed5-4b43-bd6f-736160c0c351 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (c845469d-0c3f-4204-8395-9ced578a40ff), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:58.524489 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-679c9170-6ed5-4b43-bd6f-736160c0c351 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (c845469d-0c3f-4204-8395-9ced578a40ff), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:58.546657 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c9170-6ed5-4b43-bd6f-736160c0c351 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c845469d-0c3f-4204-8395-9ced578a40ff,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:58.589538 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-679c9170-6ed5-4b43-bd6f-736160c0c351 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:58.590733 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-679c9170-6ed5-4b43-bd6f-736160c0c351 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761145 Aug 08 20:32:58.593842 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33472) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:32:58.598152 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:32:58.689364 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:58.783719 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:58.886940 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Allocated IP 172.27.3.90 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/8ae81190-7d82-4577-a556-b4b8c3fe09f9) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:32:58.984912 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for port (8ae81190-7d82-4577-a556-b4b8c3fe09f9), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:59.073276 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (8ae81190-7d82-4577-a556-b4b8c3fe09f9), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:59.111219 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:32:59.114060 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:32:59.116790 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:32:59.143411 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'Port': ['ID=8ae81190-7d82-4577-a556-b4b8c3fe09f9,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:59.203924 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (656095bd-6446-45fc-b645-5c8a25677ecb), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:59.300209 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (8ae81190-7d82-4577-a556-b4b8c3fe09f9), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:59.447053 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for port (8ae81190-7d82-4577-a556-b4b8c3fe09f9), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:59.463953 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112d6bf-28f3-4d59-ad94-eb14a50a1079 req-cc569aa1-999c-425f-8afb-a9669fa4ba6e tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:32:59.465490 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a112d6bf-28f3-4d59-ad94-eb14a50a1079 req-cc569aa1-999c-425f-8afb-a9669fa4ba6e tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 944 time: 0.0529485 Aug 08 20:32:59.512166 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a112d6bf-28f3-4d59-ad94-eb14a50a1079 req-c5ca474a-8912-477a-86da-0cca09724ca3 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Aug 08 20:32:59.518724 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (8ae81190-7d82-4577-a556-b4b8c3fe09f9), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:59.583723 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'Port': ['ID=8ae81190-7d82-4577-a556-b4b8c3fe09f9,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:32:59.586280 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (656095bd-6446-45fc-b645-5c8a25677ecb), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:59.709124 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:32:59.710428 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-5c5e1d24-602d-4fbe-9023-a93c376a6750 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1156557 Aug 08 20:32:59.900283 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-6c439efc-7ae2-4433-aa91-fa34c90fa28e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--278516684&fields=id&tenant_id=a580d7c8912343189a99fb62f70906bf HTTP/1.1" status: 200 len: 267 time: 0.0413930 Aug 08 20:32:59.922885 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 7de53385-16d5-473c-b8e1-515950fe2be4 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:33:00.008699 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9694358-da41-44a0-83b5-24efaa88f212 req-8704e323-b120-439c-bf46-ee4e4a021160 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:00.010153 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-8704e323-b120-439c-bf46-ee4e4a021160 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 814 time: 0.1034908 Aug 08 20:33:00.021430 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 7de53385-16d5-473c-b8e1-515950fe2be4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=7de53385-16d5-473c-b8e1-515950fe2be4,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:33:00.024358 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-b0f0de29-ddc2-43db-87fe-876ba20a96e0 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/quotas/a580d7c8912343189a99fb62f70906bf HTTP/1.1" status: 200 len: 375 time: 0.0088654 Aug 08 20:33:00.032704 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '7de53385-16d5-473c-b8e1-515950fe2be4', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'port_id': '7de53385-16d5-473c-b8e1-515950fe2be4', 'mac_address': 'fa:16:3e:a1:41:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:33:00.067000 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 7de53385-16d5-473c-b8e1-515950fe2be4 is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:33:00.067390 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:00.078521 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-f3491062-b9fa-426b-8f0b-541e2911c8ba tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490489 Aug 08 20:33:00.083583 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de53385-16d5-473c-b8e1-515950fe2be4 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:33:00.104574 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 7de53385-16d5-473c-b8e1-515950fe2be4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=7de53385-16d5-473c-b8e1-515950fe2be4,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:33:00.177645 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-9c8bb65a-ddd8-4788-9748-f315990fcedc service neutron] 10.222.0.26 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872478 Aug 08 20:33:00.181341 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:00.227537 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=7de53385-16d5-473c-b8e1-515950fe2be4,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:00.234641 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.235001 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.235348 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.235688 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.236024 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.236355 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.237133 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.237133 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.237378 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.237794 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.238122 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.238802 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.238802 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:00.268446 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-98da4a50-0be8-4513-a984-70ccb3562ae5 service neutron] 10.222.0.26 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849943 Aug 08 20:33:00.408362 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['7de53385-16d5-473c-b8e1-515950fe2be4'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:33:00.515558 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-34f19d23-b5c0-45cd-a1ca-8bccfbd01e3f req-4583ff33-b4d9-48dd-87bf-bc3fc360c71f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 210 time: 0.0286491 Aug 08 20:33:00.644258 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617b7f8-ca88-471e-88a7-5a0aeed7f6ca req-19795988-2ee4-4026-b972-80d81660ef99 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:00.645776 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e617b7f8-ca88-471e-88a7-5a0aeed7f6ca req-19795988-2ee4-4026-b972-80d81660ef99 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 945 time: 0.0589864 Aug 08 20:33:00.692665 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e617b7f8-ca88-471e-88a7-5a0aeed7f6ca req-7a1b9676-05ce-417b-b7c3-62a30b3c5b98 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Aug 08 20:33:01.614049 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2c78e359-3beb-4de6-972e-0bcc47eee366 req-4c664506-f8e3-4f94-a2d6-3890f6d612e4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 210 time: 0.0263283 Aug 08 20:33:01.816846 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b869e3-d167-4aa5-8d6d-d917cd2c8ec2 req-f07ba0c7-9556-4c85-9f8f-958d0fba7290 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:01.818865 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a1b869e3-d167-4aa5-8d6d-d917cd2c8ec2 req-f07ba0c7-9556-4c85-9f8f-958d0fba7290 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 945 time: 0.0520236 Aug 08 20:33:01.869179 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a1b869e3-d167-4aa5-8d6d-d917cd2c8ec2 req-7e436068-3fea-4e3d-969a-5be4123b0779 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443397 Aug 08 20:33:01.937094 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 7de53385-16d5-473c-b8e1-515950fe2be4 up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:33:02.027280 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port 7de53385-16d5-473c-b8e1-515950fe2be4 completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:33:02.031184 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 7de53385-16d5-473c-b8e1-515950fe2be4 triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:33:02.031582 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:02.104417 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 7de53385-16d5-473c-b8e1-515950fe2be4 is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:33:02.105960 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:02.127765 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:33:02.130523 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5bd2bc-ed1b-4619-bb19-1f8540c24219" -d '{"events": [{"server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "name": "network-vif-plugged", "status": "completed", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:33:02.143252 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 7de53385-16d5-473c-b8e1-515950fe2be4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=7de53385-16d5-473c-b8e1-515950fe2be4,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:33:02.170088 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd8ee50-709b-4ff5-a898-6fa94e015989 x-openstack-request-id: req-cbd8ee50-709b-4ff5-a898-6fa94e015989 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:33:02.170383 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "name": "network-vif-plugged", "status": "completed", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:33:02.170639 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbd8ee50-709b-4ff5-a898-6fa94e015989 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:33:02.171059 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd8ee50-709b-4ff5-a898-6fa94e015989'] response: {'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4', 'code': 200} Aug 08 20:33:02.198867 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:02.256038 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=7de53385-16d5-473c-b8e1-515950fe2be4,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:02.308735 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9694358-da41-44a0-83b5-24efaa88f212 req-28a880c8-7436-4fc5-a729-a7ee4254d8c1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:02.310976 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-28a880c8-7436-4fc5-a729-a7ee4254d8c1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 814 time: 0.1103694 Aug 08 20:33:02.372141 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-7e8567ed-7c17-4eff-a5d0-aaa2300ce004 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a580d7c8912343189a99fb62f70906bf HTTP/1.1" status: 200 len: 379 time: 0.0531538 Aug 08 20:33:02.390499 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-e9694358-da41-44a0-83b5-24efaa88f212 req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'port': {'device_id': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'admin_state_up': True, 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'security_groups': ['ca40a10b-2131-418d-988c-2d449b5718e7']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:33:02.511920 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e27f9-9860-4282-843a-a7f96b4b1e09 req-e40153a0-dd8c-4057-8e53-3d84f6bfc1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:02.513417 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bf0e27f9-9860-4282-843a-a7f96b4b1e09 req-e40153a0-dd8c-4057-8e53-3d84f6bfc1f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 1130 time: 0.1071961 Aug 08 20:33:02.567198 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bf0e27f9-9860-4282-843a-a7f96b4b1e09 req-3c58ec70-88d0-49ee-9294-d124c3f608da service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477645 Aug 08 20:33:02.615534 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9694358-da41-44a0-83b5-24efaa88f212 req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Made reservation on behalf of a580d7c8912343189a99fb62f70906bf for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:33:02.619009 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e9694358-da41-44a0-83b5-24efaa88f212 req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:02.714742 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d823318b-ec4f-4619-aac4-0fd8804d5d38 req-9fe61094-4fd0-4256-ab20-7185c8ee182b tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 210 time: 0.0274792 Aug 08 20:33:02.749949 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-e9694358-da41-44a0-83b5-24efaa88f212 req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Allocated IP 172.20.0.8 (30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0/0b48208d-4ab2-4360-baa8-e93c0ab84e18/3ef2f8c0-5821-49ea-ab56-ded6341ffaeb) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:33:02.881954 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e9694358-da41-44a0-83b5-24efaa88f212 req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:02.970396 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e9694358-da41-44a0-83b5-24efaa88f212 req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:02.993666 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be50163-a540-46f2-8422-c78dbb980abb req-e157078a-97b4-4c32-8cd0-f85aa8127af6 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:02.995170 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1be50163-a540-46f2-8422-c78dbb980abb req-e157078a-97b4-4c32-8cd0-f85aa8127af6 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 946 time: 0.0547495 Aug 08 20:33:03.013548 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9694358-da41-44a0-83b5-24efaa88f212 req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:33:03.018681 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-e9694358-da41-44a0-83b5-24efaa88f212 req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:33:03.023363 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9694358-da41-44a0-83b5-24efaa88f212 req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:33:03.043846 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-1be50163-a540-46f2-8422-c78dbb980abb req-a9024a73-b4ca-45ee-9319-4578d520fcc3 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429974 Aug 08 20:33:03.050644 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'Port': ['ID=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:03.080574 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9694358-da41-44a0-83b5-24efaa88f212 req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:03.081224 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e9694358-da41-44a0-83b5-24efaa88f212 req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:03.173029 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-c4853267-80d2-42c4-a910-a12944859602 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7861998 Aug 08 20:33:03.185550 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Request body: {'port': {'device_id': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:33:03.243725 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:03.288901 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-cddfcaab-f7e7-4288-b50d-b72fb3d8eceb None None] Provisioning complete for port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:33:03.289509 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cddfcaab-f7e7-4288-b50d-b72fb3d8eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:03.320611 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-cddfcaab-f7e7-4288-b50d-b72fb3d8eceb None None] Port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:33:03.495276 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:33:03.502566 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Publish callbacks [] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:03.514815 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Transition to ACTIVE for port object 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:33:03.593094 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:03.651649 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:03.702679 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Attempting to bind port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:33:03.703017 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Attempting to bind port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:33:03.703346 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Attempting to bind port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:33:03.707529 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:33:03.707854 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Attempting to bind port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:33:03.712755 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:33:03.713127 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Checking segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:33:03.713515 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Bound using segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:33:03.713944 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Bound port: 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:33:03.714301 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:03.777184 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] For port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:33:03.780378 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] For port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:33:03.836923 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003940f4-9545-4f43-910b-292d3a78c5c2 req-60d4e4c4-c228-4a14-b187-02384f812a01 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:03.838401 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-003940f4-9545-4f43-910b-292d3a78c5c2 req-60d4e4c4-c228-4a14-b187-02384f812a01 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 943 time: 0.0525200 Aug 08 20:33:03.844745 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:03.848839 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:03.850060 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:03.851427 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] 10.222.0.49 "PUT /v2.0/ports/3ef2f8c0-5821-49ea-ab56-ded6341ffaeb HTTP/1.1" status: 200 len: 1093 time: 0.6702991 Aug 08 20:33:03.851875 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'tag': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:33:03.854161 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05ff438-dc08-45e0-ab56-b3870274a29b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2180ea7-fa4b-49f7-ab15-3a03aacb0436", "tag": "3ef2f8c0-5821-49ea-ab56-ded6341ffaeb"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:33:03.892577 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540ad4a9-a316-4bdf-b039-50f62b66c7d0 x-openstack-request-id: req-540ad4a9-a316-4bdf-b039-50f62b66c7d0 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:33:03.892966 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2180ea7-fa4b-49f7-ab15-3a03aacb0436", "tag": "3ef2f8c0-5821-49ea-ab56-ded6341ffaeb", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:33:03.893194 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-003940f4-9545-4f43-910b-292d3a78c5c2 req-725ccd6e-9386-46bf-8467-077d39dfbc6c tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca40a10b-2131-418d-988c-2d449b5718e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490837 Aug 08 20:33:03.893329 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-540ad4a9-a316-4bdf-b039-50f62b66c7d0 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:33:03.893630 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540ad4a9-a316-4bdf-b039-50f62b66c7d0'] response: {'name': 'network-changed', 'server_uuid': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'tag': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb', 'status': 'completed', 'code': 200} Aug 08 20:33:03.909135 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1bd25-768f-408b-95f1-19077085da51 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:03.958588 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ff438-dc08-45e0-ab56-b3870274a29b req-8d7dc2f7-0429-4ce0-b779-3287818398bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:03.960597 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c05ff438-dc08-45e0-ab56-b3870274a29b req-8d7dc2f7-0429-4ce0-b779-3287818398bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 1127 time: 0.0445347 Aug 08 20:33:04.058726 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ff438-dc08-45e0-ab56-b3870274a29b req-bf5e9639-ca78-4db5-a280-29aae48c1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:04.060089 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c05ff438-dc08-45e0-ab56-b3870274a29b req-bf5e9639-ca78-4db5-a280-29aae48c1e0d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a580d7c8912343189a99fb62f70906bf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0920043 Aug 08 20:33:04.156537 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ff438-dc08-45e0-ab56-b3870274a29b req-1fdb9f16-ca40-4189-bed6-9ac71e96091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:04.158070 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-c05ff438-dc08-45e0-ab56-b3870274a29b req-1fdb9f16-ca40-4189-bed6-9ac71e96091b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920715 Aug 08 20:33:04.169583 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe9589-9de7-498f-ac3f-86ea67406fab req-71d95ad1-594a-4689-a23a-75f63de0d200 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:04.171068 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4bbe9589-9de7-498f-ac3f-86ea67406fab req-71d95ad1-594a-4689-a23a-75f63de0d200 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 946 time: 0.0519662 Aug 08 20:33:04.218509 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4bbe9589-9de7-498f-ac3f-86ea67406fab req-61528f32-93fd-4046-8992-5c008016c8df tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Aug 08 20:33:04.238507 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9694358-da41-44a0-83b5-24efaa88f212 req-cdf724b6-55f1-46ed-a7ad-9c39c77cbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:04.240102 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-cdf724b6-55f1-46ed-a7ad-9c39c77cbeb8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 1127 time: 0.0472844 Aug 08 20:33:04.281338 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-d334f3ca-fbc1-4f43-a7a9-f6a3ae8addc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb HTTP/1.1" status: 200 len: 217 time: 0.0343132 Aug 08 20:33:04.335633 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9694358-da41-44a0-83b5-24efaa88f212 req-31a68bc8-d186-4233-8df8-51dd90fbd217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:04.337052 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-31a68bc8-d186-4233-8df8-51dd90fbd217 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b48208d-4ab2-4360-baa8-e93c0ab84e18 HTTP/1.1" status: 200 len: 853 time: 0.0502996 Aug 08 20:33:04.341048 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668f6c4-48f7-4bf3-b502-cc4200a0a114 req-0b674a90-1d16-4ad1-af97-5fbecf65bf72 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:04.342609 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4668f6c4-48f7-4bf3-b502-cc4200a0a114 req-0b674a90-1d16-4ad1-af97-5fbecf65bf72 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 946 time: 0.0540287 Aug 08 20:33:04.387175 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9694358-da41-44a0-83b5-24efaa88f212 req-fdd789da-ed33-4f0c-9b3d-8cfac009a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:04.388723 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-fdd789da-ed33-4f0c-9b3d-8cfac009a283 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454798 Aug 08 20:33:04.390178 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-4668f6c4-48f7-4bf3-b502-cc4200a0a114 req-674c2a7b-b2a7-4e08-823d-ec643246338c tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Aug 08 20:33:04.476028 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-44257171-dc1a-41f5-a205-1f2db91840c1 service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814624 Aug 08 20:33:04.566829 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e9694358-da41-44a0-83b5-24efaa88f212 req-76df4ad3-88d0-43eb-9de5-c08382d42c97 service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848172 Aug 08 20:33:04.727711 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf087-72e5-4a75-a312-5180c681f862 req-fa0e2e16-8aed-41ea-be2b-bf7675d369cf tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:04.729227 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d0bbf087-72e5-4a75-a312-5180c681f862 req-fa0e2e16-8aed-41ea-be2b-bf7675d369cf tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 946 time: 0.0553367 Aug 08 20:33:04.775984 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d0bbf087-72e5-4a75-a312-5180c681f862 req-63ba5c94-6284-48bb-80ee-4c97df6cb676 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Aug 08 20:33:05.171942 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fccf3-5cd1-4087-8b04-6a92d0ad64ab req-3eb9e590-ae69-4169-a898-6fb45d93823e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:05.173443 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-122fccf3-5cd1-4087-8b04-6a92d0ad64ab req-3eb9e590-ae69-4169-a898-6fb45d93823e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 943 time: 0.2084467 Aug 08 20:33:05.220053 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-122fccf3-5cd1-4087-8b04-6a92d0ad64ab req-f2d703ca-b75c-422a-9fc5-395e377b3ed5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca40a10b-2131-418d-988c-2d449b5718e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401895 Aug 08 20:33:06.343857 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e06b-41db-4602-9bb6-79f319eb3d79 req-7994e0dc-e283-4620-98ab-be7fd5e20400 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:06.345366 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-da17e06b-41db-4602-9bb6-79f319eb3d79 req-7994e0dc-e283-4620-98ab-be7fd5e20400 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 943 time: 0.0554671 Aug 08 20:33:06.612174 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-da17e06b-41db-4602-9bb6-79f319eb3d79 req-b75e6c95-d6d3-45ad-90ce-0ffb98a4ed9f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca40a10b-2131-418d-988c-2d449b5718e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583516 Aug 08 20:33:07.731155 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b89d65-b7a4-418c-990b-d6531c7ea743 req-bb670112-726d-4002-af61-cda6250a983c tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:07.732539 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-02b89d65-b7a4-418c-990b-d6531c7ea743 req-bb670112-726d-4002-af61-cda6250a983c tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 943 time: 0.0528588 Aug 08 20:33:07.780110 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-02b89d65-b7a4-418c-990b-d6531c7ea743 req-dd03e2e2-c7de-4bed-a387-05f6143914fc tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca40a10b-2131-418d-988c-2d449b5718e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418937 Aug 08 20:33:07.973457 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:33:08.072880 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:33:08.084128 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'port_id': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb', 'mac_address': 'fa:16:3e:4a:cb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:33:08.117907 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:33:08.118298 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:08.130816 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:33:08.150044 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:33:08.209556 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:08.254855 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:08.444138 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['3ef2f8c0-5821-49ea-ab56-ded6341ffaeb'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:33:08.900564 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cae0b6-f1e7-4485-809c-294a3850b104 req-2256a43f-f092-47f0-846c-1edd471f7b6e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:08.902081 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c1cae0b6-f1e7-4485-809c-294a3850b104 req-2256a43f-f092-47f0-846c-1edd471f7b6e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 944 time: 0.0514753 Aug 08 20:33:08.950312 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c1cae0b6-f1e7-4485-809c-294a3850b104 req-1b87cb81-c9e3-44f6-bdb3-8a348c86ae38 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca40a10b-2131-418d-988c-2d449b5718e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427127 Aug 08 20:33:09.976750 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:33:10.066973 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:33:10.071022 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:33:10.071428 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:10.122456 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c714c0-bedc-4555-8a16-d8443f3f08f9 req-fc2557cf-b3d9-4180-87b1-53dd41e4fd46 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:10.123981 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a1c714c0-bedc-4555-8a16-d8443f3f08f9 req-fc2557cf-b3d9-4180-87b1-53dd41e4fd46 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 944 time: 0.1031983 Aug 08 20:33:10.145679 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:33:10.146731 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:10.169947 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:33:10.171788 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-a1c714c0-bedc-4555-8a16-d8443f3f08f9 req-7194c5f8-bbfe-4988-a795-14d2c03ec4e1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca40a10b-2131-418d-988c-2d449b5718e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418422 Aug 08 20:33:10.172191 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff40c1df-fb17-4565-8303-16b9b9153499" -d '{"events": [{"server_uuid": "b2180ea7-fa4b-49f7-ab15-3a03aacb0436", "name": "network-vif-plugged", "status": "completed", "tag": "3ef2f8c0-5821-49ea-ab56-ded6341ffaeb"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:33:10.184495 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:33:10.212592 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acd83ae-fd53-4bce-bd22-b46ac472d30d x-openstack-request-id: req-5acd83ae-fd53-4bce-bd22-b46ac472d30d {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:33:10.212592 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2180ea7-fa4b-49f7-ab15-3a03aacb0436", "name": "network-vif-plugged", "status": "completed", "tag": "3ef2f8c0-5821-49ea-ab56-ded6341ffaeb", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:33:10.212592 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5acd83ae-fd53-4bce-bd22-b46ac472d30d {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:33:10.212592 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5acd83ae-fd53-4bce-bd22-b46ac472d30d'] response: {'server_uuid': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb', 'code': 200} Aug 08 20:33:10.260599 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:10.307265 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:10.492273 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c6e3a-36c3-44c4-9c6e-1ecbf880ea17 req-953e488c-2c79-446d-9ab3-97e0d87a74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:10.493833 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bf1c6e3a-36c3-44c4-9c6e-1ecbf880ea17 req-953e488c-2c79-446d-9ab3-97e0d87a74e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 1129 time: 0.0450695 Aug 08 20:33:10.538729 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bf1c6e3a-36c3-44c4-9c6e-1ecbf880ea17 req-7afefc2d-04b7-4feb-aa3e-c96a53ea3be5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ca40a10b-2131-418d-988c-2d449b5718e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392821 Aug 08 20:33:11.293657 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48882c58-bc78-4b51-99f7-c16d3241a2d6 req-857928e2-5848-4fc6-be51-c6e793313361 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:11.295118 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-48882c58-bc78-4b51-99f7-c16d3241a2d6 req-857928e2-5848-4fc6-be51-c6e793313361 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 945 time: 0.0507202 Aug 08 20:33:11.341451 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-48882c58-bc78-4b51-99f7-c16d3241a2d6 req-94c3f0b1-9732-4c72-90c5-94346df2433e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca40a10b-2131-418d-988c-2d449b5718e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Aug 08 20:33:12.468078 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f152f-c3d5-4ae0-8cda-80fa80f61c12 req-5eb6eb79-fbfc-435e-a124-e3122d299f96 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:12.469576 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cf4f152f-c3d5-4ae0-8cda-80fa80f61c12 req-5eb6eb79-fbfc-435e-a124-e3122d299f96 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 945 time: 0.0556607 Aug 08 20:33:12.516464 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-cf4f152f-c3d5-4ae0-8cda-80fa80f61c12 req-0ba3b6e6-339b-4f70-8935-3a503e24a768 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca40a10b-2131-418d-988c-2d449b5718e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407662 Aug 08 20:33:12.642840 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02455456-3201-4118-89bd-192598e271b6 req-fce7a625-b012-4ca5-924a-a0858e6e7d89 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:12.644344 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-02455456-3201-4118-89bd-192598e271b6 req-fce7a625-b012-4ca5-924a-a0858e6e7d89 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 945 time: 0.0540810 Aug 08 20:33:12.654584 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33584) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:33:12.658953 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-ff47efd4-f4d7-4f0f-a149-876f4f4ff3b3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'floatingip': {'port_id': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:33:12.698429 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ff47efd4-f4d7-4f0f-a149-876f4f4ff3b3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (656095bd-6446-45fc-b645-5c8a25677ecb), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:13.103135 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ff47efd4-f4d7-4f0f-a149-876f4f4ff3b3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:13.163734 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ff47efd4-f4d7-4f0f-a149-876f4f4ff3b3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (656095bd-6446-45fc-b645-5c8a25677ecb), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:13.258558 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.l3_db [None req-ff47efd4-f4d7-4f0f-a149-876f4f4ff3b3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Floating IP 656095bd-6446-45fc-b645-5c8a25677ecb associated. External IP: 172.27.3.90, port: 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb. Aug 08 20:33:13.454039 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff47efd4-f4d7-4f0f-a149-876f4f4ff3b3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Router 31334999-1f1a-4313-a670-6d31557d6d5c has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:33:13.556973 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff47efd4-f4d7-4f0f-a149-876f4f4ff3b3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:33:13.563525 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ff47efd4-f4d7-4f0f-a149-876f4f4ff3b3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:13.566633 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8972b-5f68-4af4-9b75-c730fa6ba30e None None] Sync routers for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:33:13.580911 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8972b-5f68-4af4-9b75-c730fa6ba30e None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:33:13.581522 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-b0a8972b-5f68-4af4-9b75-c730fa6ba30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:33:13.596722 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ff47efd4-f4d7-4f0f-a149-876f4f4ff3b3 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "PUT /v2.0/floatingips/656095bd-6446-45fc-b645-5c8a25677ecb HTTP/1.1" status: 200 len: 990 time: 0.9390194 Aug 08 20:33:13.596722 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'tag': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:33:13.597828 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8920c430-264b-46f6-a411-9cee7fc6272c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2180ea7-fa4b-49f7-ab15-3a03aacb0436", "tag": "3ef2f8c0-5821-49ea-ab56-ded6341ffaeb"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:33:13.641390 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fa655d-f73a-4365-b625-84bb3f5130c3 x-openstack-request-id: req-37fa655d-f73a-4365-b625-84bb3f5130c3 {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:33:13.642013 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2180ea7-fa4b-49f7-ab15-3a03aacb0436", "tag": "3ef2f8c0-5821-49ea-ab56-ded6341ffaeb", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:33:13.642013 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37fa655d-f73a-4365-b625-84bb3f5130c3 {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:33:13.642331 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37fa655d-f73a-4365-b625-84bb3f5130c3'] response: {'name': 'network-changed', 'server_uuid': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'tag': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb', 'status': 'completed', 'code': 200} Aug 08 20:33:13.688179 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-b0a8972b-5f68-4af4-9b75-c730fa6ba30e None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:33:13.715363 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920c430-264b-46f6-a411-9cee7fc6272c req-911aa2bb-d524-4e4a-a041-6ed295523c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:13.716948 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8920c430-264b-46f6-a411-9cee7fc6272c req-911aa2bb-d524-4e4a-a041-6ed295523c1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 1129 time: 0.0516875 Aug 08 20:33:13.806471 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920c430-264b-46f6-a411-9cee7fc6272c req-aed557f1-9d71-4b68-b5c5-2d9f238192f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:13.807937 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8920c430-264b-46f6-a411-9cee7fc6272c req-aed557f1-9d71-4b68-b5c5-2d9f238192f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 915 time: 0.0849159 Aug 08 20:33:13.872531 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8920c430-264b-46f6-a411-9cee7fc6272c req-0f60bab2-d2bd-464b-81c4-146c44aa90be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb HTTP/1.1" status: 200 len: 998 time: 0.0578573 Aug 08 20:33:13.908576 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-b0a8972b-5f68-4af4-9b75-c730fa6ba30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '656095bd-6446-45fc-b645-5c8a25677ecb', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:4a:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:32:59Z', 'updated_at': '2022-08-08T20:33:13Z', 'revision_number': 1, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:33:13.933707 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8972b-5f68-4af4-9b75-c730fa6ba30e None None] Checking router: 31334999-1f1a-4313-a670-6d31557d6d5c for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:33:13.937047 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920c430-264b-46f6-a411-9cee7fc6272c req-885f6591-2288-4176-bcb4-26ef320cb405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:13.938524 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8920c430-264b-46f6-a411-9cee7fc6272c req-885f6591-2288-4176-bcb4-26ef320cb405 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b48208d-4ab2-4360-baa8-e93c0ab84e18 HTTP/1.1" status: 200 len: 853 time: 0.0448122 Aug 08 20:33:13.942025 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8972b-5f68-4af4-9b75-c730fa6ba30e None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:33:13.942622 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-b0a8972b-5f68-4af4-9b75-c730fa6ba30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:33:13.988534 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920c430-264b-46f6-a411-9cee7fc6272c req-fc7a6dfa-c4d9-4813-9775-e86a6cf7426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:13.989567 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8920c430-264b-46f6-a411-9cee7fc6272c req-fc7a6dfa-c4d9-4813-9775-e86a6cf7426b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452938 Aug 08 20:33:14.046623 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-b0a8972b-5f68-4af4-9b75-c730fa6ba30e None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:33:14.084653 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8920c430-264b-46f6-a411-9cee7fc6272c req-e30eb902-1877-49fc-8710-ccb1ecaa40db service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878026 Aug 08 20:33:14.180580 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-8920c430-264b-46f6-a411-9cee7fc6272c req-6467716d-feb5-4e32-aaae-c8480993da31 service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858936 Aug 08 20:33:14.265503 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-b0a8972b-5f68-4af4-9b75-c730fa6ba30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '656095bd-6446-45fc-b645-5c8a25677ecb', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:4a:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:32:59Z', 'updated_at': '2022-08-08T20:33:13Z', 'revision_number': 1, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:33:14.289540 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8972b-5f68-4af4-9b75-c730fa6ba30e None None] The sync data for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi is: [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '656095bd-6446-45fc-b645-5c8a25677ecb', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:4a:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:32:59Z', 'updated_at': '2022-08-08T20:33:13Z', 'revision_number': 1, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:33:14.481668 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854ff763-3ab7-488d-ab8e-e961c349ff6d None None] New status for floating IP 656095bd-6446-45fc-b645-5c8a25677ecb: ACTIVE {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:33:14.963114 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d80f6f-1437-4191-b32c-186af3f414fb req-be538651-47cc-4c6c-8082-112fb774f50a tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:14.964528 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d7d80f6f-1437-4191-b32c-186af3f414fb req-be538651-47cc-4c6c-8082-112fb774f50a tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 946 time: 0.0530713 Aug 08 20:33:15.013331 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d7d80f6f-1437-4191-b32c-186af3f414fb req-95e85aea-091f-45ef-ba57-34c317730259 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Aug 08 20:33:15.039013 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33600) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:33:15.121718 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71241db6-10ed-4b15-a4a4-c6fe8c689fc8 tempest-TestMinimumBasicScenario-71808615 tempest-TestMinimumBasicScenario-71808615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:15.123213 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-71241db6-10ed-4b15-a4a4-c6fe8c689fc8 tempest-TestMinimumBasicScenario-71808615 tempest-TestMinimumBasicScenario-71808615-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 1125 time: 0.0832219 Aug 08 20:33:15.126064 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33604) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:33:15.130454 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'port_id': '7de53385-16d5-473c-b8e1-515950fe2be4', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:33:15.215326 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:15.315023 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:15.422294 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Allocated IP 172.27.3.245 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/1ca42d9a-a080-4e50-906d-98344ce15f4c) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:33:15.522152 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for port (1ca42d9a-a080-4e50-906d-98344ce15f4c), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:15.582327 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:33:15.610196 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (1ca42d9a-a080-4e50-906d-98344ce15f4c), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:15.649872 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:33:15.652749 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:33:15.656673 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:33:15.682250 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event updated for resources: {'Port': ['ID=1ca42d9a-a080-4e50-906d-98344ce15f4c,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:16.003823 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for floatingip (ffbd5a3b-d738-4bd4-907d-11106ad1fafc), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:16.124862 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (1ca42d9a-a080-4e50-906d-98344ce15f4c), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:16.267366 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for port (1ca42d9a-a080-4e50-906d-98344ce15f4c), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:16.323439 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (1ca42d9a-a080-4e50-906d-98344ce15f4c), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:16.391085 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (ffbd5a3b-d738-4bd4-907d-11106ad1fafc), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:16.393567 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event updated for resources: {'Port': ['ID=1ca42d9a-a080-4e50-906d-98344ce15f4c,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:16.487734 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.l3_db [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Floating IP ffbd5a3b-d738-4bd4-907d-11106ad1fafc associated. External IP: 172.27.3.245, port: 7de53385-16d5-473c-b8e1-515950fe2be4. Aug 08 20:33:16.678991 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Router fa02c5fe-da63-4b23-a19b-bac6cab88850 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:33:16.780212 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:33:16.790536 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e604c968-2b39-403a-966e-9d2116d3adc3 None None] Sync routers for ids ['fa02c5fe-da63-4b23-a19b-bac6cab88850'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:33:16.799581 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e604c968-2b39-403a-966e-9d2116d3adc3 None None] Routers {'fa02c5fe-da63-4b23-a19b-bac6cab88850'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:33:16.800194 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-e604c968-2b39-403a-966e-9d2116d3adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['fa02c5fe-da63-4b23-a19b-bac6cab88850'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:33:16.863173 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:16.894955 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ed64f19b-5d99-4965-86f8-19825d83e326 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7678385 Aug 08 20:33:16.896623 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:33:16.898866 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2b1ea6-10d5-4a08-a0f7-e13b3e5d1253" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:33:16.899398 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33608) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:33:16.904057 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245663514', 'description': 'tempest-secgroup-smoke-1245663514 description', 'project_id': 'b6df5119bb93492787dbad04ccbc6a98'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:33:16.938178 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4f2a29-39f4-42a6-97b0-e8570ad95370 x-openstack-request-id: req-be4f2a29-39f4-42a6-97b0-e8570ad95370 {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:33:16.938504 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:33:16.938826 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be4f2a29-39f4-42a6-97b0-e8570ad95370 {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:33:16.939249 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4f2a29-39f4-42a6-97b0-e8570ad95370'] response: {'name': 'network-changed', 'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4', 'status': 'completed', 'code': 200} Aug 08 20:33:16.992910 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:17.030271 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b1ea6-10d5-4a08-a0f7-e13b3e5d1253 req-489b037e-85f7-4c56-af5a-dc3009fd2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:17.031759 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ce2b1ea6-10d5-4a08-a0f7-e13b3e5d1253 req-489b037e-85f7-4c56-af5a-dc3009fd2e42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b6df5119bb93492787dbad04ccbc6a98&device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 1130 time: 0.0680981 Aug 08 20:33:17.033347 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-e604c968-2b39-403a-966e-9d2116d3adc3 None None] Set router fa02c5fe-da63-4b23-a19b-bac6cab88850 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:33:17.125513 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group (56e4db7a-2b63-43f9-be3d-706b2e65f13d), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:17.155524 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b1ea6-10d5-4a08-a0f7-e13b3e5d1253 req-521961d4-e536-4505-8e8e-5e091b8d5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:17.157130 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ce2b1ea6-10d5-4a08-a0f7-e13b3e5d1253 req-521961d4-e536-4505-8e8e-5e091b8d5b9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 HTTP/1.1" status: 200 len: 916 time: 0.1091321 Aug 08 20:33:17.196628 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (56e4db7a-2b63-43f9-be3d-706b2e65f13d), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:17.246990 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ce2b1ea6-10d5-4a08-a0f7-e13b3e5d1253 req-d9d2e5f3-250e-4457-8c50-bc0dacf89d2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de53385-16d5-473c-b8e1-515950fe2be4 HTTP/1.1" status: 200 len: 1000 time: 0.0833395 Aug 08 20:33:17.247727 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e4db7a-2b63-43f9-be3d-706b2e65f13d,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:17.254987 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-e604c968-2b39-403a-966e-9d2116d3adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:32:22Z', 'revision_number': 4, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'ffbd5a3b-d738-4bd4-907d-11106ad1fafc', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'port_id': '7de53385-16d5-473c-b8e1-515950fe2be4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'mac_address': 'fa:16:3e:a1:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:33:15Z', 'updated_at': '2022-08-08T20:33:15Z', 'revision_number': 0, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51af11c-9b83-468e-b61c-c093f2f95267', 'name': '', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'mac_address': 'fa:16:3e:e8:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:21Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 5, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'subnets': [{'id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:33:17.263753 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.264110 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.264463 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.264823 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.265180 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.265520 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.265861 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.266193 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.266532 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.266867 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.267208 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.267542 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.267874 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:33:17.279534 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e604c968-2b39-403a-966e-9d2116d3adc3 None None] Checking router: fa02c5fe-da63-4b23-a19b-bac6cab88850 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:33:17.288469 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e604c968-2b39-403a-966e-9d2116d3adc3 None None] Routers {'fa02c5fe-da63-4b23-a19b-bac6cab88850'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:33:17.289114 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-e604c968-2b39-403a-966e-9d2116d3adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:32:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['fa02c5fe-da63-4b23-a19b-bac6cab88850'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:33:17.292068 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:17.293546 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-9c2d2981-39ec-4d65-bbd2-7b0b20ae4343 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3931484 Aug 08 20:33:17.296572 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33612) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:33:17.303109 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-b1d210ef-0ed0-4717-9c01-a492edf738ea tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Request body: {'security_group_rule': {'security_group_id': '56e4db7a-2b63-43f9-be3d-706b2e65f13d', 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:33:17.310500 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b1ea6-10d5-4a08-a0f7-e13b3e5d1253 req-a482f1d4-09a5-451c-857d-dcf94de18c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:17.311948 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ce2b1ea6-10d5-4a08-a0f7-e13b3e5d1253 req-a482f1d4-09a5-451c-857d-dcf94de18c58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f2de17a4-802d-4c22-9f58-e5b48e724d10 HTTP/1.1" status: 200 len: 854 time: 0.0568070 Aug 08 20:33:17.364277 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b1ea6-10d5-4a08-a0f7-e13b3e5d1253 req-6d7976a6-87cc-42f8-9ff2-da1e6cf66a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:17.366493 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ce2b1ea6-10d5-4a08-a0f7-e13b3e5d1253 req-6d7976a6-87cc-42f8-9ff2-da1e6cf66a8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477765 Aug 08 20:33:17.391516 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b1d210ef-0ed0-4717-9c01-a492edf738ea tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (af6f97a2-121c-4ee0-aa6b-77e929b96729), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:17.393697 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-e604c968-2b39-403a-966e-9d2116d3adc3 None None] Set router fa02c5fe-da63-4b23-a19b-bac6cab88850 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:33:17.453782 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b1d210ef-0ed0-4717-9c01-a492edf738ea tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (af6f97a2-121c-4ee0-aa6b-77e929b96729), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:17.470895 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ce2b1ea6-10d5-4a08-a0f7-e13b3e5d1253 req-cd8a6131-b511-4a83-a56e-a01201e58954 service neutron] 10.222.0.49 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922143 Aug 08 20:33:17.507328 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b1d210ef-0ed0-4717-9c01-a492edf738ea tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (af6f97a2-121c-4ee0-aa6b-77e929b96729), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:17.527130 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d210ef-0ed0-4717-9c01-a492edf738ea tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6f97a2-121c-4ee0-aa6b-77e929b96729,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:17.566444 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-ce2b1ea6-10d5-4a08-a0f7-e13b3e5d1253 req-b0c7e3e8-be76-4fbb-bc4b-2de0c5ac7aee service neutron] 10.222.0.49 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896256 Aug 08 20:33:17.583255 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b1d210ef-0ed0-4717-9c01-a492edf738ea tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:17.587315 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33614) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:33:17.587502 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-b1d210ef-0ed0-4717-9c01-a492edf738ea tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2888215 Aug 08 20:33:17.592155 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-79f1c2bd-88b8-49d6-92e3-197b18fdb180 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Request body: {'security_group_rule': {'security_group_id': '56e4db7a-2b63-43f9-be3d-706b2e65f13d', 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:33:17.623004 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-e604c968-2b39-403a-966e-9d2116d3adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:32:22Z', 'revision_number': 4, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'ffbd5a3b-d738-4bd4-907d-11106ad1fafc', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'port_id': '7de53385-16d5-473c-b8e1-515950fe2be4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'mac_address': 'fa:16:3e:a1:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:33:15Z', 'updated_at': '2022-08-08T20:33:15Z', 'revision_number': 0, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51af11c-9b83-468e-b61c-c093f2f95267', 'name': '', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'mac_address': 'fa:16:3e:e8:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:21Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 5, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'subnets': [{'id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:33:17.652358 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e604c968-2b39-403a-966e-9d2116d3adc3 None None] The sync data for ids ['fa02c5fe-da63-4b23-a19b-bac6cab88850'] in dv-cinder-848821-2-iscsi is: [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:32:22Z', 'revision_number': 4, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'ffbd5a3b-d738-4bd4-907d-11106ad1fafc', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'port_id': '7de53385-16d5-473c-b8e1-515950fe2be4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'mac_address': 'fa:16:3e:a1:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:33:15Z', 'updated_at': '2022-08-08T20:33:15Z', 'revision_number': 0, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51af11c-9b83-468e-b61c-c093f2f95267', 'name': '', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'mac_address': 'fa:16:3e:e8:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:21Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 5, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'subnets': [{'id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:33:17.684769 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-79f1c2bd-88b8-49d6-92e3-197b18fdb180 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (6bce8be3-33aa-4e39-bb32-c3cb1f18ed5f), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:17.745298 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-79f1c2bd-88b8-49d6-92e3-197b18fdb180 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (6bce8be3-33aa-4e39-bb32-c3cb1f18ed5f), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:17.804765 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-79f1c2bd-88b8-49d6-92e3-197b18fdb180 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (6bce8be3-33aa-4e39-bb32-c3cb1f18ed5f), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:17.831792 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1c2bd-88b8-49d6-92e3-197b18fdb180 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bce8be3-33aa-4e39-bb32-c3cb1f18ed5f,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:17.857038 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8fa668-fdc7-4831-a600-9fa7bd78d81d None None] New status for floating IP ffbd5a3b-d738-4bd4-907d-11106ad1fafc: ACTIVE {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:33:17.891741 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-79f1c2bd-88b8-49d6-92e3-197b18fdb180 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:17.893152 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-79f1c2bd-88b8-49d6-92e3-197b18fdb180 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3045166 Aug 08 20:33:17.895841 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33616) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:33:17.900972 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-00c704db-b36b-4f25-bf93-f81dee333943 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Request body: {'security_group_rule': {'security_group_id': '56e4db7a-2b63-43f9-be3d-706b2e65f13d', 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:33:18.037245 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-00c704db-b36b-4f25-bf93-f81dee333943 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (d73ae68d-6532-429f-93e4-b7a2889bf6a1), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:18.094818 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-00c704db-b36b-4f25-bf93-f81dee333943 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (d73ae68d-6532-429f-93e4-b7a2889bf6a1), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:18.163549 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-00c704db-b36b-4f25-bf93-f81dee333943 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (d73ae68d-6532-429f-93e4-b7a2889bf6a1), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:18.181302 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c704db-b36b-4f25-bf93-f81dee333943 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73ae68d-6532-429f-93e4-b7a2889bf6a1,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:18.239792 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-00c704db-b36b-4f25-bf93-f81dee333943 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:18.241172 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-00c704db-b36b-4f25-bf93-f81dee333943 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442898 Aug 08 20:33:18.243878 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33618) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:33:18.248111 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-e88ef7be-e185-4226-8a3a-b51d5af977dd tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Request body: {'security_group_rule': {'security_group_id': '56e4db7a-2b63-43f9-be3d-706b2e65f13d', 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:33:18.323083 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e88ef7be-e185-4226-8a3a-b51d5af977dd tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (1e05dee9-9784-42ff-8bbe-7c12fe855825), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:18.382230 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e88ef7be-e185-4226-8a3a-b51d5af977dd tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (1e05dee9-9784-42ff-8bbe-7c12fe855825), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:18.444624 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e88ef7be-e185-4226-8a3a-b51d5af977dd tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (1e05dee9-9784-42ff-8bbe-7c12fe855825), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:18.462776 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ef7be-e185-4226-8a3a-b51d5af977dd tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e05dee9-9784-42ff-8bbe-7c12fe855825,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:18.519059 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e88ef7be-e185-4226-8a3a-b51d5af977dd tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:18.520307 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-e88ef7be-e185-4226-8a3a-b51d5af977dd tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2754877 Aug 08 20:33:18.522955 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33620) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:33:18.527104 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-0bcb6659-2289-475c-a4e5-9aaf3b865d42 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Request body: {'security_group_rule': {'security_group_id': '56e4db7a-2b63-43f9-be3d-706b2e65f13d', 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:33:18.591693 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.securitygroups_db [None req-0bcb6659-2289-475c-a4e5-9aaf3b865d42 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Project b6df5119bb93492787dbad04ccbc6a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 20:33:18.597010 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6659-2289-475c-a4e5-9aaf3b865d42 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (5e48396c-a5f0-463b-83f8-18a281838136), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:18.654250 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6659-2289-475c-a4e5-9aaf3b865d42 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (5e48396c-a5f0-463b-83f8-18a281838136), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:18.723491 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6659-2289-475c-a4e5-9aaf3b865d42 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (5e48396c-a5f0-463b-83f8-18a281838136), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:18.744264 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb6659-2289-475c-a4e5-9aaf3b865d42 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e48396c-a5f0-463b-83f8-18a281838136,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:18.835110 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6659-2289-475c-a4e5-9aaf3b865d42 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:18.836330 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-0bcb6659-2289-475c-a4e5-9aaf3b865d42 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3124630 Aug 08 20:33:18.839067 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33622) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:33:18.843521 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-480df1f6-df27-4dea-a64a-c48267294d9f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Request body: {'security_group_rule': {'security_group_id': '56e4db7a-2b63-43f9-be3d-706b2e65f13d', 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:33:18.907070 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.securitygroups_db [None req-480df1f6-df27-4dea-a64a-c48267294d9f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Project b6df5119bb93492787dbad04ccbc6a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 20:33:18.912968 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-480df1f6-df27-4dea-a64a-c48267294d9f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (89d30c81-cc26-48be-9eca-849a71a51b43), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:19.222289 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-480df1f6-df27-4dea-a64a-c48267294d9f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (89d30c81-cc26-48be-9eca-849a71a51b43), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:19.305727 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-480df1f6-df27-4dea-a64a-c48267294d9f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (89d30c81-cc26-48be-9eca-849a71a51b43), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:19.323088 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480df1f6-df27-4dea-a64a-c48267294d9f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d30c81-cc26-48be-9eca-849a71a51b43,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:19.393450 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-480df1f6-df27-4dea-a64a-c48267294d9f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:19.394660 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-480df1f6-df27-4dea-a64a-c48267294d9f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5546477 Aug 08 20:33:19.481957 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-111e3583-dbab-4aac-b60d-cf26e9a88231 req-790cc811-9204-480c-a41b-c87c1c992815 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245663514&fields=id&tenant_id=b6df5119bb93492787dbad04ccbc6a98 HTTP/1.1" status: 200 len: 267 time: 0.0440178 Aug 08 20:33:19.537296 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e3583-dbab-4aac-b60d-cf26e9a88231 req-2443c2f2-1d31-4d0b-9341-abd0d420916b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:19.538758 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-111e3583-dbab-4aac-b60d-cf26e9a88231 req-2443c2f2-1d31-4d0b-9341-abd0d420916b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 946 time: 0.0516546 Aug 08 20:33:19.549166 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [req-111e3583-dbab-4aac-b60d-cf26e9a88231 req-c46a6b4e-fcf2-4d3d-9602-2db7da8e096f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Request body: {'port': {'security_groups': ['a78ad409-40c8-4237-98b0-7ff91225e149', '56e4db7a-2b63-43f9-be3d-706b2e65f13d']}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:33:19.621791 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-111e3583-dbab-4aac-b60d-cf26e9a88231 req-c46a6b4e-fcf2-4d3d-9602-2db7da8e096f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:20.065048 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [req-111e3583-dbab-4aac-b60d-cf26e9a88231 req-c46a6b4e-fcf2-4d3d-9602-2db7da8e096f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] For port 7de53385-16d5-473c-b8e1-515950fe2be4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=7de53385-16d5-473c-b8e1-515950fe2be4,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:33:20.093625 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-111e3583-dbab-4aac-b60d-cf26e9a88231 req-c46a6b4e-fcf2-4d3d-9602-2db7da8e096f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for port (7de53385-16d5-473c-b8e1-515950fe2be4), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:20.883198 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-111e3583-dbab-4aac-b60d-cf26e9a88231 req-c46a6b4e-fcf2-4d3d-9602-2db7da8e096f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:20.895768 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e3583-dbab-4aac-b60d-cf26e9a88231 req-c46a6b4e-fcf2-4d3d-9602-2db7da8e096f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:20.896177 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['7de53385-16d5-473c-b8e1-515950fe2be4'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:33:20.897272 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-111e3583-dbab-4aac-b60d-cf26e9a88231 req-c46a6b4e-fcf2-4d3d-9602-2db7da8e096f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:20.898523 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-111e3583-dbab-4aac-b60d-cf26e9a88231 req-c46a6b4e-fcf2-4d3d-9602-2db7da8e096f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "PUT /v2.0/ports/7de53385-16d5-473c-b8e1-515950fe2be4 HTTP/1.1" status: 200 len: 982 time: 1.3537402 Aug 08 20:33:20.899022 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:33:20.904124 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4975bcaf-2f63-4834-b48d-caa5689a8fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:33:20.950137 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a6b4e-fcf2-4d3d-9602-2db7da8e096f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event updated for resources: {'Port': ['ID=7de53385-16d5-473c-b8e1-515950fe2be4,revision_number=6']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:33:20.966062 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba78c27f-81bc-4799-ab5d-dd876dbe15a1 x-openstack-request-id: req-ba78c27f-81bc-4799-ab5d-dd876dbe15a1 {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:33:20.979163 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:33:20.979163 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba78c27f-81bc-4799-ab5d-dd876dbe15a1 {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:33:20.979163 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba78c27f-81bc-4799-ab5d-dd876dbe15a1'] response: {'name': 'network-changed', 'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4', 'status': 'completed', 'code': 200} Aug 08 20:33:20.993660 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['7de53385-16d5-473c-b8e1-515950fe2be4'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:33:21.022929 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc01af-2fe4-49ca-b2c3-2ae30ec6a985 req-9c348f03-dfc3-4085-939a-0354b625bf51 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:21.024548 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8bcc01af-2fe4-49ca-b2c3-2ae30ec6a985 req-9c348f03-dfc3-4085-939a-0354b625bf51 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0603654 Aug 08 20:33:21.044925 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975bcaf-2f63-4834-b48d-caa5689a8fdf req-597a4e68-cce5-4c99-a774-268844d5c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:21.046437 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4975bcaf-2f63-4834-b48d-caa5689a8fdf req-597a4e68-cce5-4c99-a774-268844d5c691 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b6df5119bb93492787dbad04ccbc6a98&device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 1169 time: 0.0514247 Aug 08 20:33:21.088678 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8bcc01af-2fe4-49ca-b2c3-2ae30ec6a985 req-4699046c-c4a1-45d4-9306-5b07d702b002 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569463 Aug 08 20:33:21.143001 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975bcaf-2f63-4834-b48d-caa5689a8fdf req-f92c80d1-3bad-471d-9522-3e990f0e7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:21.144406 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4975bcaf-2f63-4834-b48d-caa5689a8fdf req-f92c80d1-3bad-471d-9522-3e990f0e7b45 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 HTTP/1.1" status: 200 len: 916 time: 0.0892699 Aug 08 20:33:21.206265 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4975bcaf-2f63-4834-b48d-caa5689a8fdf req-54092bab-6bed-40bb-b47a-a464f643a83e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de53385-16d5-473c-b8e1-515950fe2be4 HTTP/1.1" status: 200 len: 1002 time: 0.0545394 Aug 08 20:33:21.255379 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975bcaf-2f63-4834-b48d-caa5689a8fdf req-42a22d9b-fd5d-4e4e-ab61-478899e661f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:21.257031 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4975bcaf-2f63-4834-b48d-caa5689a8fdf req-42a22d9b-fd5d-4e4e-ab61-478899e661f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f2de17a4-802d-4c22-9f58-e5b48e724d10 HTTP/1.1" status: 200 len: 854 time: 0.0433681 Aug 08 20:33:21.310144 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975bcaf-2f63-4834-b48d-caa5689a8fdf req-9fdc1f66-8305-457d-9390-2dbe646b87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:21.311658 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4975bcaf-2f63-4834-b48d-caa5689a8fdf req-9fdc1f66-8305-457d-9390-2dbe646b87ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475402 Aug 08 20:33:21.401238 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4975bcaf-2f63-4834-b48d-caa5689a8fdf req-6cff768e-1429-4c92-bab8-97271a35f4f3 service neutron] 10.222.0.49 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812294 Aug 08 20:33:21.494620 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-4975bcaf-2f63-4834-b48d-caa5689a8fdf req-58310280-971c-4ee2-b9ba-1f1f51197214 service neutron] 10.222.0.49 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863509 Aug 08 20:33:21.534962 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e88bc64f-8912-4e32-a426-3c6701b1240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:22.031913 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:24.020472 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-72475fe1-2841-4c7b-9293-aad866d27512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:25.009577 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:26.615064 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:28.026407 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:44.007059 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594faa18-3cca-46a9-905d-d184f574fc9f req-1550cd97-43cf-44a4-a981-c4c186dbf80f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:44.008608 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-594faa18-3cca-46a9-905d-d184f574fc9f req-1550cd97-43cf-44a4-a981-c4c186dbf80f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0613120 Aug 08 20:33:44.066266 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-84db6fb7-0739-4750-b563-1fcd287fc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:44.067758 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-84db6fb7-0739-4750-b563-1fcd287fc055 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b6df5119bb93492787dbad04ccbc6a98&device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 1169 time: 0.0448158 Aug 08 20:33:44.070667 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-594faa18-3cca-46a9-905d-d184f574fc9f req-0d42df8b-7bce-442d-96bf-4fd209e0999f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555117 Aug 08 20:33:44.159469 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-c4bc00f1-06f1-423b-a9ed-c4a58c82f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:44.160846 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-c4bc00f1-06f1-423b-a9ed-c4a58c82f31f service neutron] 10.222.0.49 "GET /v2.0/networks?id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 HTTP/1.1" status: 200 len: 916 time: 0.0867231 Aug 08 20:33:44.224873 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-94d1ed0a-d729-4143-9104-30a52d22c1ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de53385-16d5-473c-b8e1-515950fe2be4 HTTP/1.1" status: 200 len: 1002 time: 0.0533683 Aug 08 20:33:44.273560 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-73d142a6-58af-4ad9-a03d-2c9722aca220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:44.274943 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-73d142a6-58af-4ad9-a03d-2c9722aca220 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f2de17a4-802d-4c22-9f58-e5b48e724d10 HTTP/1.1" status: 200 len: 854 time: 0.0422091 Aug 08 20:33:44.322317 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-d4d719f0-7e39-4d19-99f7-5e38a63af8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:44.323770 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-d4d719f0-7e39-4d19-99f7-5e38a63af8f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424638 Aug 08 20:33:44.339606 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-75848bb6-d3f5-47e8-ba39-c252ca6c0080 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:33:44.340522 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-75848bb6-d3f5-47e8-ba39-c252ca6c0080 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048032 Aug 08 20:33:44.429245 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-53f13f87-b64f-469b-9c1d-1ab70a70215e service neutron] 10.222.0.49 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828533 Aug 08 20:33:44.518866 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-b73a321a-ca71-42f6-9f94-40f314ad23ea req-5f444225-cab6-4c2d-8dfd-3bc3215ac02e service neutron] 10.222.0.49 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818522 Aug 08 20:33:45.194669 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b87e3-2525-41e8-b0bc-dd0e92a571b0 req-b3f685ff-e2e5-4b98-b51d-6c3289a644ab tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:45.196225 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-706b87e3-2525-41e8-b0bc-dd0e92a571b0 req-b3f685ff-e2e5-4b98-b51d-6c3289a644ab tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0519035 Aug 08 20:33:45.254354 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-706b87e3-2525-41e8-b0bc-dd0e92a571b0 req-7570362f-65fc-48e9-b0de-7bff4611050a tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518904 Aug 08 20:33:46.382717 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5708a-7016-46bc-8c43-06c0cbafc368 req-a58d1422-6b7c-44c7-b7a6-8cc33b3889ea tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:46.384243 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-02e5708a-7016-46bc-8c43-06c0cbafc368 req-a58d1422-6b7c-44c7-b7a6-8cc33b3889ea tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0564909 Aug 08 20:33:46.443846 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-02e5708a-7016-46bc-8c43-06c0cbafc368 req-9d720d8f-1db0-489a-a82e-c82a4ddae246 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533407 Aug 08 20:33:47.566643 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeff1b3-c5e1-4bdf-a556-108dd8686109 req-ef23548c-330f-4a5b-903e-5bee05cc558c tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:47.568158 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-faeff1b3-c5e1-4bdf-a556-108dd8686109 req-ef23548c-330f-4a5b-903e-5bee05cc558c tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0533874 Aug 08 20:33:47.628705 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-faeff1b3-c5e1-4bdf-a556-108dd8686109 req-2dbe6a1a-48f9-489d-b9e3-c80a0a889c04 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548360 Aug 08 20:33:48.747288 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39920d-c740-44a3-a940-8f366d90147d req-5bf56e41-e629-4769-bec5-9c9834aecad5 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:48.748877 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bd39920d-c740-44a3-a940-8f366d90147d req-5bf56e41-e629-4769-bec5-9c9834aecad5 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0524449 Aug 08 20:33:48.812528 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-bd39920d-c740-44a3-a940-8f366d90147d req-b3efdbb7-cc28-48f2-8884-91666c888c12 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577660 Aug 08 20:33:49.952259 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb90fa7-fbbb-4ef5-9558-d174f042fa4e req-8a2ae9ef-8382-434f-abf4-c001720a5ce3 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:49.953879 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ffb90fa7-fbbb-4ef5-9558-d174f042fa4e req-8a2ae9ef-8382-434f-abf4-c001720a5ce3 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0690184 Aug 08 20:33:50.029692 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ffb90fa7-fbbb-4ef5-9558-d174f042fa4e req-3e7eae77-0f1b-4482-bc4b-cab26364649a tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685205 Aug 08 20:33:51.152628 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dee11-625a-4fee-a512-82ea5ed66089 req-0e951de4-0494-4a5f-ba68-6fbee0ee8682 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:51.154187 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-893dee11-625a-4fee-a512-82ea5ed66089 req-0e951de4-0494-4a5f-ba68-6fbee0ee8682 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0532610 Aug 08 20:33:51.212126 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-893dee11-625a-4fee-a512-82ea5ed66089 req-08340212-d241-4ba8-af63-98e06a9b8a60 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522902 Aug 08 20:33:51.574575 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9a70a9f1-6d82-4252-a006-0ca6aa2beb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:52.077650 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:52.337188 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372cf47-b3e1-4cd2-97c5-2fc35f31df0d req-ff24a6dc-d20a-436d-95ef-fba347d983d5 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:52.338661 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e372cf47-b3e1-4cd2-97c5-2fc35f31df0d req-ff24a6dc-d20a-436d-95ef-fba347d983d5 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0565498 Aug 08 20:33:52.397348 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e372cf47-b3e1-4cd2-97c5-2fc35f31df0d req-e9c8e384-5016-4d14-b91c-f9c3dd89edfc tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530350 Aug 08 20:33:52.581364 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:33:53.522105 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31231c84-2235-44a5-bafd-1bcba571fc27 req-49734155-acc7-440a-bfaf-c096bb21da6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:53.523609 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-31231c84-2235-44a5-bafd-1bcba571fc27 req-49734155-acc7-440a-bfaf-c096bb21da6f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0541191 Aug 08 20:33:53.584770 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-31231c84-2235-44a5-bafd-1bcba571fc27 req-972bb791-32e5-42dc-b691-3978fb51566e tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553226 Aug 08 20:33:54.037065 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-10de8b2b-7a43-498d-beb0-b703eb3ed546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:54.705870 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be593d6-253d-45ce-b564-2d03618da5b7 req-214e7108-0b23-41b3-a709-82647309bf03 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:54.707232 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2be593d6-253d-45ce-b564-2d03618da5b7 req-214e7108-0b23-41b3-a709-82647309bf03 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0527015 Aug 08 20:33:54.770925 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2be593d6-253d-45ce-b564-2d03618da5b7 req-8f567811-1a4e-4fc6-8d68-55e292c76dd5 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580735 Aug 08 20:33:55.026404 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:55.896740 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bed3c4-5b2f-47ae-81dd-366098d1c37f req-ff6905ad-1e51-4654-a30f-4398bcfbc19f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:55.898266 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-06bed3c4-5b2f-47ae-81dd-366098d1c37f req-ff6905ad-1e51-4654-a30f-4398bcfbc19f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0528100 Aug 08 20:33:55.957268 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-06bed3c4-5b2f-47ae-81dd-366098d1c37f req-e7dabcf0-e9b7-4e9d-a8a6-cd0628c22fe6 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533118 Aug 08 20:33:56.631630 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:57.079137 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736d8dc-c041-43d3-ac0a-cc4559a6496e req-0f2ebab4-688e-445f-8ba0-a5c6f141d286 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:57.080631 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e736d8dc-c041-43d3-ac0a-cc4559a6496e req-0f2ebab4-688e-445f-8ba0-a5c6f141d286 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0532157 Aug 08 20:33:57.138678 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e736d8dc-c041-43d3-ac0a-cc4559a6496e req-4d231a13-cd30-4f13-82d7-58e693cd4198 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523663 Aug 08 20:33:58.048443 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:33:58.264202 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5c9ff-3f85-4e62-8e26-ecce65246bb3 req-5eba79a7-34a5-42cd-aa12-1d2c12231f1f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:58.265726 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3bc5c9ff-3f85-4e62-8e26-ecce65246bb3 req-5eba79a7-34a5-42cd-aa12-1d2c12231f1f tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0568752 Aug 08 20:33:58.324470 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3bc5c9ff-3f85-4e62-8e26-ecce65246bb3 req-2795f874-0427-483c-b6de-d97528f81b87 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523143 Aug 08 20:33:59.445988 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406384a7-02ba-4899-84eb-2a59ad4cdf16 req-fd9d0524-3aee-46d2-b332-3fd7b8013e31 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:33:59.447462 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-406384a7-02ba-4899-84eb-2a59ad4cdf16 req-fd9d0524-3aee-46d2-b332-3fd7b8013e31 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0535903 Aug 08 20:33:59.505876 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-406384a7-02ba-4899-84eb-2a59ad4cdf16 req-1684e2dd-8c0a-49de-a9a0-4fce6c6bcce0 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527134 Aug 08 20:34:00.631872 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382ced4-05d3-4cf3-a1a3-a946b4bcb0d4 req-ea99ae2c-56a9-40fc-97b0-04133c8408da tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:00.633390 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e382ced4-05d3-4cf3-a1a3-a946b4bcb0d4 req-ea99ae2c-56a9-40fc-97b0-04133c8408da tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0565133 Aug 08 20:34:00.694198 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e382ced4-05d3-4cf3-a1a3-a946b4bcb0d4 req-b254bcf2-37c2-4182-9e7e-3c4cb8a43a73 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=56e4db7a-2b63-43f9-be3d-706b2e65f13d&id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543535 Aug 08 20:34:03.207691 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7985d-9196-4b13-8505-f7cfabb49535 req-941ea815-3330-419c-b539-1d14c57301b1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:03.209171 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-61a7985d-9196-4b13-8505-f7cfabb49535 req-941ea815-3330-419c-b539-1d14c57301b1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 945 time: 0.0520585 Aug 08 20:34:03.255071 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-61a7985d-9196-4b13-8505-f7cfabb49535 req-daccea0e-5454-44df-b2a3-38af306111cc tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca40a10b-2131-418d-988c-2d449b5718e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404310 Aug 08 20:34:04.376634 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d4f0c-5803-4fcf-a008-9a4b13b63e29 req-0fbf7ec0-9878-4121-b961-57f34638beba tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:04.378412 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b26d4f0c-5803-4fcf-a008-9a4b13b63e29 req-0fbf7ec0-9878-4121-b961-57f34638beba tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 945 time: 0.0521734 Aug 08 20:34:04.428542 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-b26d4f0c-5803-4fcf-a008-9a4b13b63e29 req-125ff114-5432-48fb-87a1-8015e982e9fb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca40a10b-2131-418d-988c-2d449b5718e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445316 Aug 08 20:34:04.652569 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-151b5b63-c7ab-48ad-ae2d-3e18ed4edae1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:04.654738 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-151b5b63-c7ab-48ad-ae2d-3e18ed4edae1 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 945 time: 0.0579295 Aug 08 20:34:04.742050 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Deleting port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:04.742393 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:04.832502 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] For port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:04.832964 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:04.989120 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:04.989396 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (656095bd-6446-45fc-b645-5c8a25677ecb), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:04.989714 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Floating IP 656095bd-6446-45fc-b645-5c8a25677ecb disassociated. External IP: 172.27.3.90, port: 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb. Aug 08 20:34:04.990058 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Calling delete_port for 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:05.156867 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (3ef2f8c0-5821-49ea-ab56-ded6341ffaeb), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:05.183722 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event deleted for resources: {'Port': ['ID=3ef2f8c0-5821-49ea-ab56-ded6341ffaeb,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:05.290835 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Router 31334999-1f1a-4313-a670-6d31557d6d5c has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:34:05.391556 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:34:05.401033 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bdf03-fce1-4800-8a08-058271c7225c None None] Sync routers for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:34:05.410899 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bdf03-fce1-4800-8a08-058271c7225c None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:05.411514 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-6c4bdf03-fce1-4800-8a08-058271c7225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:33:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:05.432271 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] No DVR routers for this DVR port 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:34:05.434940 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:05.438439 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-bac3bc83-2e6d-4b77-a865-cb8dff6cf5a9 req-89a6a26c-e7c2-40ca-bd87-c7605ceb5bfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "DELETE /v2.0/ports/3ef2f8c0-5821-49ea-ab56-ded6341ffaeb HTTP/1.1" status: 204 len: 173 time: 0.7782702 Aug 08 20:34:05.438889 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'name': 'network-vif-deleted', 'tag': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:34:05.441652 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcc244e-1831-42d5-b79a-d4b07a830de2" -d '{"events": [{"server_uuid": "b2180ea7-fa4b-49f7-ab15-3a03aacb0436", "name": "network-vif-deleted", "tag": "3ef2f8c0-5821-49ea-ab56-ded6341ffaeb"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:34:05.489047 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bf8098-17e2-4877-b62c-caca4141d8ef x-openstack-request-id: req-88bf8098-17e2-4877-b62c-caca4141d8ef {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:34:05.493375 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2180ea7-fa4b-49f7-ab15-3a03aacb0436", "name": "network-vif-deleted", "tag": "3ef2f8c0-5821-49ea-ab56-ded6341ffaeb", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:34:05.493375 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88bf8098-17e2-4877-b62c-caca4141d8ef {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:34:05.493375 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bf8098-17e2-4877-b62c-caca4141d8ef'] response: {'server_uuid': 'b2180ea7-fa4b-49f7-ab15-3a03aacb0436', 'name': 'network-vif-deleted', 'tag': '3ef2f8c0-5821-49ea-ab56-ded6341ffaeb', 'status': 'completed', 'code': 200} Aug 08 20:34:05.523852 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-6c4bdf03-fce1-4800-8a08-058271c7225c None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:05.535773 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9798cb5f-edc7-4baf-a42e-7d18f13ae2a3 req-81591fed-a685-46eb-8778-b52229befff5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2180ea7-fa4b-49f7-ab15-3a03aacb0436 HTTP/1.1" status: 200 len: 210 time: 0.0318220 Aug 08 20:34:05.734003 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-6c4bdf03-fce1-4800-8a08-058271c7225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:05.758229 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bdf03-fce1-4800-8a08-058271c7225c None None] Checking router: 31334999-1f1a-4313-a670-6d31557d6d5c for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:34:05.767824 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bdf03-fce1-4800-8a08-058271c7225c None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:05.768428 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-6c4bdf03-fce1-4800-8a08-058271c7225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:33:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:05.868461 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-6c4bdf03-fce1-4800-8a08-058271c7225c None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:06.056728 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-6c4bdf03-fce1-4800-8a08-058271c7225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:06.081881 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bdf03-fce1-4800-8a08-058271c7225c None None] The sync data for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi is: [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:34:06.305885 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1dd4d4-c7bf-41cd-a5be-e39f03c6f092 None None] New status for floating IP 656095bd-6446-45fc-b645-5c8a25677ecb: DOWN {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:34:06.694350 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33756) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:06.748938 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-eeeaeb18-10f2-4470-8850-8b19813b14b6 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (ca40a10b-2131-418d-988c-2d449b5718e7), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:06.772127 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-eeeaeb18-10f2-4470-8850-8b19813b14b6 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (ca40a10b-2131-418d-988c-2d449b5718e7), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:06.894110 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-eeeaeb18-10f2-4470-8850-8b19813b14b6 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (ca40a10b-2131-418d-988c-2d449b5718e7), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:06.896986 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-eeeaeb18-10f2-4470-8850-8b19813b14b6 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:06.898236 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-eeeaeb18-10f2-4470-8850-8b19813b14b6 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "DELETE /v2.0/security-groups/ca40a10b-2131-418d-988c-2d449b5718e7 HTTP/1.1" status: 204 len: 168 time: 0.2028058 Aug 08 20:34:06.901250 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33758) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:06.908370 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaeb18-10f2-4470-8850-8b19813b14b6 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca40a10b-2131-418d-988c-2d449b5718e7,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:06.917379 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.api.v2.resource [None req-941f2d69-dd48-473b-82ca-064e23f242a5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] show failed (client error): The resource could not be found. Aug 08 20:34:06.918439 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-941f2d69-dd48-473b-82ca-064e23f242a5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups/ca40a10b-2131-418d-988c-2d449b5718e7 HTTP/1.1" status: 404 len: 347 time: 0.0162272 Aug 08 20:34:06.921449 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33760) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:07.036584 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Deleting port 8ae81190-7d82-4577-a556-b4b8c3fe09f9 {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:07.036871 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (8ae81190-7d82-4577-a556-b4b8c3fe09f9), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:07.109099 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (8ae81190-7d82-4577-a556-b4b8c3fe09f9), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:07.109423 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (8ae81190-7d82-4577-a556-b4b8c3fe09f9), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:07.120693 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Calling delete_port for 8ae81190-7d82-4577-a556-b4b8c3fe09f9 owned by network:floatingip {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:07.294073 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (8ae81190-7d82-4577-a556-b4b8c3fe09f9), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:07.318756 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event deleted for resources: {'Port': ['ID=8ae81190-7d82-4577-a556-b4b8c3fe09f9,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:07.343359 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.343708 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.344075 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.344413 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.344749 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.345108 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.345442 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.345773 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.346103 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.346435 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.346764 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.347090 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.347423 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:07.391307 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (656095bd-6446-45fc-b645-5c8a25677ecb), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:07.393965 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:07.395115 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-bf44f7d2-c875-4d34-abc5-8ab9819ad43d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "DELETE /v2.0/floatingips/656095bd-6446-45fc-b645-5c8a25677ecb HTTP/1.1" status: 204 len: 168 time: 0.4727623 Aug 08 20:34:07.514718 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33764) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:07.519310 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-384f9e35-458c-4a6d-855b-0bb25f98be11 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1053668760', 'description': 'tempest-description--553359132'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:34:07.620123 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-384f9e35-458c-4a6d-855b-0bb25f98be11 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:07.693743 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-384f9e35-458c-4a6d-855b-0bb25f98be11 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (6c5423af-921a-4a49-a5ff-e41791e91d7d), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:07.767959 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-384f9e35-458c-4a6d-855b-0bb25f98be11 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (6c5423af-921a-4a49-a5ff-e41791e91d7d), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:07.798562 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f9e35-458c-4a6d-855b-0bb25f98be11 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5423af-921a-4a49-a5ff-e41791e91d7d,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:07.872355 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-384f9e35-458c-4a6d-855b-0bb25f98be11 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:07.873624 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-384f9e35-458c-4a6d-855b-0bb25f98be11 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3577425 Aug 08 20:34:07.876644 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33766) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:07.881468 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [None req-8e9c174d-40ea-4ed0-908f-755f8f420472 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'security_group_rule': {'security_group_id': '6c5423af-921a-4a49-a5ff-e41791e91d7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:34:07.967118 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8e9c174d-40ea-4ed0-908f-755f8f420472 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (4bf23425-1e0c-41be-9d58-81f9d76a24cd), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.021210 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8e9c174d-40ea-4ed0-908f-755f8f420472 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (4bf23425-1e0c-41be-9d58-81f9d76a24cd), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.099106 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8e9c174d-40ea-4ed0-908f-755f8f420472 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (4bf23425-1e0c-41be-9d58-81f9d76a24cd), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.116671 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c174d-40ea-4ed0-908f-755f8f420472 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf23425-1e0c-41be-9d58-81f9d76a24cd,revision_number=0']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:08.167246 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33768) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:08.206959 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-8e9c174d-40ea-4ed0-908f-755f8f420472 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.212047 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-8e9c174d-40ea-4ed0-908f-755f8f420472 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3305202 Aug 08 20:34:08.212172 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33770) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:08.215749 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-dbf7b6ba-4c6f-47a5-867a-d4fd8ecc1f15 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'security_group_rule': {'security_group_id': '6c5423af-921a-4a49-a5ff-e41791e91d7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:34:08.263923 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:08.284241 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:08.284700 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 3ef2f8c0-5821-49ea-ab56-ded6341ffaeb not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:08.304790 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b6ba-4c6f-47a5-867a-d4fd8ecc1f15 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (3a22bea5-c6c5-44a1-a723-704c6524ba74), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.319419 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Deleting port 3f350fee-2189-4f9e-bc86-daf68b0205ba {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:08.319953 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (3f350fee-2189-4f9e-bc86-daf68b0205ba), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.362608 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b6ba-4c6f-47a5-867a-d4fd8ecc1f15 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (3a22bea5-c6c5-44a1-a723-704c6524ba74), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.398623 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (3f350fee-2189-4f9e-bc86-daf68b0205ba), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.398960 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (3f350fee-2189-4f9e-bc86-daf68b0205ba), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.411310 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Calling delete_port for 3f350fee-2189-4f9e-bc86-daf68b0205ba owned by network:floatingip {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:08.437358 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b6ba-4c6f-47a5-867a-d4fd8ecc1f15 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581416'] for security_group_rule (3a22bea5-c6c5-44a1-a723-704c6524ba74), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.456770 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7b6ba-4c6f-47a5-867a-d4fd8ecc1f15 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a22bea5-c6c5-44a1-a723-704c6524ba74,revision_number=0']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:08.524577 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b6ba-4c6f-47a5-867a-d4fd8ecc1f15 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.525937 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-dbf7b6ba-4c6f-47a5-867a-d4fd8ecc1f15 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3138132 Aug 08 20:34:08.529051 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33772) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:08.534279 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'floatingip': {'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:34:08.648158 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.659620 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (3f350fee-2189-4f9e-bc86-daf68b0205ba), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.685620 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event deleted for resources: {'Port': ['ID=3f350fee-2189-4f9e-bc86-daf68b0205ba,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:08.746420 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (74824321-07b8-469e-ac7d-8881cd41f6aa), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.747251 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Floating IP 74824321-07b8-469e-ac7d-8881cd41f6aa disassociated (deleted). External IP: 172.27.3.172, port: 000b2d30-266d-48d3-bcea-52aadb735aa7. Aug 08 20:34:08.752131 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:08.859364 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_common [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Allocated IP 172.27.3.81 (20c2ba87-50cc-4c17-a28e-a16c072740fd/0e11194e-7f92-4f29-9e80-207eb4eb047f/7c5cd16a-a255-4d2e-aef7-f1490028bc45) {{(pid=104383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:34:08.948086 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:34:08.964857 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for port (7c5cd16a-a255-4d2e-aef7-f1490028bc45), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:09.040955 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (7c5cd16a-a255-4d2e-aef7-f1490028bc45), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:09.051756 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:34:09.062244 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:09.063555 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077ac19-bfa1-4aed-8585-5498c972d6fc None None] Sync routers for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:34:09.073333 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077ac19-bfa1-4aed-8585-5498c972d6fc None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:09.074093 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-0077ac19-bfa1-4aed-8585-5498c972d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:33:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:09.081463 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Network 20c2ba87-50cc-4c17-a28e-a16c072740fd is already hosted by enough agents. {{(pid=104383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:34:09.086328 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.base_scheduler [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Resources bound (agent type, host, resource id): {{(pid=104383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:34:09.090009 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-cfdb0aaf-169f-4dae-8f43-d3bc4ec19ec9 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "DELETE /v2.0/floatingips/74824321-07b8-469e-ac7d-8881cd41f6aa HTTP/1.1" status: 204 len: 168 time: 0.9192932 Aug 08 20:34:09.090009 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535350cc-beb8-419b-a0e7-27424b48cd62', 'tag': '000b2d30-266d-48d3-bcea-52aadb735aa7'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:34:09.090256 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Received port after_create {{(pid=104383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:34:09.090626 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d778d99-716b-46a8-9ec6-54d70cd08a36" -d '{"events": [{"name": "network-changed", "server_uuid": "535350cc-beb8-419b-a0e7-27424b48cd62", "tag": "000b2d30-266d-48d3-bcea-52aadb735aa7"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:34:09.122397 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'Port': ['ID=7c5cd16a-a255-4d2e-aef7-f1490028bc45,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:09.132543 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54ca3a5-462d-4bf6-8a11-532e99cb3a2f x-openstack-request-id: req-d54ca3a5-462d-4bf6-8a11-532e99cb3a2f {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:34:09.133522 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535350cc-beb8-419b-a0e7-27424b48cd62", "tag": "000b2d30-266d-48d3-bcea-52aadb735aa7", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:34:09.133522 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d54ca3a5-462d-4bf6-8a11-532e99cb3a2f {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:34:09.137049 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54ca3a5-462d-4bf6-8a11-532e99cb3a2f'] response: {'name': 'network-changed', 'server_uuid': '535350cc-beb8-419b-a0e7-27424b48cd62', 'tag': '000b2d30-266d-48d3-bcea-52aadb735aa7', 'status': 'completed', 'code': 200} Aug 08 20:34:09.194290 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (748c058a-2080-43d6-98e2-a11c660c627b), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:09.224016 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-0077ac19-bfa1-4aed-8585-5498c972d6fc None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:09.261414 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d778d99-716b-46a8-9ec6-54d70cd08a36 req-98ca66b8-8d95-4879-ab41-b4669f20bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:09.264990 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1d778d99-716b-46a8-9ec6-54d70cd08a36 req-98ca66b8-8d95-4879-ab41-b4669f20bee9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 1129 time: 0.1064732 Aug 08 20:34:09.311673 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (7c5cd16a-a255-4d2e-aef7-f1490028bc45), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:09.362291 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d778d99-716b-46a8-9ec6-54d70cd08a36 req-ad32d576-29b7-405f-8e5d-7288a9c8edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:09.363810 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1d778d99-716b-46a8-9ec6-54d70cd08a36 req-ad32d576-29b7-405f-8e5d-7288a9c8edd7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 912 time: 0.0954275 Aug 08 20:34:09.407558 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1d778d99-716b-46a8-9ec6-54d70cd08a36 req-bbe55654-806c-4fef-bb5c-8a8a48e7f429 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000b2d30-266d-48d3-bcea-52aadb735aa7 HTTP/1.1" status: 200 len: 217 time: 0.0372293 Aug 08 20:34:09.463477 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d778d99-716b-46a8-9ec6-54d70cd08a36 req-89fccaaf-8949-4fe4-9710-6447e1708872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:09.465015 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1d778d99-716b-46a8-9ec6-54d70cd08a36 req-89fccaaf-8949-4fe4-9710-6447e1708872 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dabc7f81-ee97-4703-9abc-0fad495abc04 HTTP/1.1" status: 200 len: 850 time: 0.0517676 Aug 08 20:34:09.465293 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-0077ac19-bfa1-4aed-8585-5498c972d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'ca7fb097-c4a2-4efd-912e-e50197c17a16', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:11:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f33c1-9358-469d-9a11-663f51fa3118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 1, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:09.478435 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for port (7c5cd16a-a255-4d2e-aef7-f1490028bc45), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:09.490614 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077ac19-bfa1-4aed-8585-5498c972d6fc None None] Checking router: cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:34:09.500064 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077ac19-bfa1-4aed-8585-5498c972d6fc None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:09.500689 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-0077ac19-bfa1-4aed-8585-5498c972d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:33:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:09.525542 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d778d99-716b-46a8-9ec6-54d70cd08a36 req-f4acd83e-ceab-4993-a2c2-0a94b7d8f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:09.527064 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1d778d99-716b-46a8-9ec6-54d70cd08a36 req-f4acd83e-ceab-4993-a2c2-0a94b7d8f1ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556347 Aug 08 20:34:09.538206 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (7c5cd16a-a255-4d2e-aef7-f1490028bc45), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:09.607449 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-0077ac19-bfa1-4aed-8585-5498c972d6fc None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:09.623511 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1d778d99-716b-46a8-9ec6-54d70cd08a36 req-d559fa20-3a6a-4c35-a76c-39b75a539bf4 service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902350 Aug 08 20:34:09.629148 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (748c058a-2080-43d6-98e2-a11c660c627b), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:09.634588 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'Port': ['ID=7c5cd16a-a255-4d2e-aef7-f1490028bc45,revision_number=2']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:09.656019 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffca10f-9dca-4a76-889e-7cde85b53ef8 req-d414c051-51be-4be7-96dd-41342e4441b1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:09.657655 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9ffca10f-9dca-4a76-889e-7cde85b53ef8 req-d414c051-51be-4be7-96dd-41342e4441b1 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 945 time: 0.1341224 Aug 08 20:34:09.712483 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-9ffca10f-9dca-4a76-889e-7cde85b53ef8 req-bb221961-f16c-4484-a5f1-667b92e3c5ef tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486076 Aug 08 20:34:09.715648 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:09.716771 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-e26e60b7-f575-4ead-86ba-629ebabba1ee tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1860323 Aug 08 20:34:09.727103 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-1d778d99-716b-46a8-9ec6-54d70cd08a36 req-d7ec6201-c339-4cd9-819b-1c8712caacf9 service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971308 Aug 08 20:34:09.842099 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-0077ac19-bfa1-4aed-8585-5498c972d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'ca7fb097-c4a2-4efd-912e-e50197c17a16', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:11:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f33c1-9358-469d-9a11-663f51fa3118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 1, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:09.866285 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077ac19-bfa1-4aed-8585-5498c972d6fc None None] The sync data for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi is: [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': 'ca7fb097-c4a2-4efd-912e-e50197c17a16', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'port_id': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'mac_address': 'fa:16:3e:11:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f33c1-9358-469d-9a11-663f51fa3118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 1, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:34:09.871369 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-93b36f61-c20d-40ec-b46c-90fc33244a60 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1053668760&fields=id&tenant_id=a580d7c8912343189a99fb62f70906bf HTTP/1.1" status: 200 len: 267 time: 0.0415814 Aug 08 20:34:09.980957 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-0a24a2d4-9a2d-4bcd-b770-7b56f4ef5fc4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:09.982451 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-0a24a2d4-9a2d-4bcd-b770-7b56f4ef5fc4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 814 time: 0.1031215 Aug 08 20:34:09.997855 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-a89ddf05-1260-4f5c-833f-7d8d1100cdfb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/quotas/a580d7c8912343189a99fb62f70906bf HTTP/1.1" status: 200 len: 375 time: 0.0097933 Aug 08 20:34:10.059584 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-47c0534d-9126-4567-b69f-ef1174b90475 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555661 Aug 08 20:34:10.076095 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-aefe6ba1-c6ac-4668-a0cc-5a2afd3ad40f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 20:34:10.077972 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-aefe6ba1-c6ac-4668-a0cc-5a2afd3ad40f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059903 Aug 08 20:34:10.091478 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f679cd-f1f1-4474-b2c3-94f9a877904c None None] New status for floating IP 74824321-07b8-469e-ac7d-8881cd41f6aa: DOWN {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:34:10.173417 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-574cacfb-c34f-48a4-8224-cb28b5cb682a service neutron] 10.222.0.26 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896499 Aug 08 20:34:10.263681 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-76a68314-5f9e-44fc-b7ca-c34c6420b92b service neutron] 10.222.0.26 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863810 Aug 08 20:34:10.508522 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-19154632-f80f-4c2f-a42d-6cd78981015a req-91c9d332-a4d8-4cab-92ee-2981c5cbcb48 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 210 time: 0.0273404 Aug 08 20:34:10.845306 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71ecfd-50b4-4b2e-81d5-4a6eb35275c4 req-6805fd5f-36d4-48bc-956d-f0a4edeb8b09 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:10.846813 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8e71ecfd-50b4-4b2e-81d5-4a6eb35275c4 req-6805fd5f-36d4-48bc-956d-f0a4edeb8b09 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 945 time: 0.0527833 Aug 08 20:34:10.897060 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8e71ecfd-50b4-4b2e-81d5-4a6eb35275c4 req-8bf60cb0-6880-4ac9-bc26-4d6fe28454f4 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445516 Aug 08 20:34:10.996353 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d0b19-320f-4060-bf26-b545665707de req-cae5d81a-6396-485d-9ece-13080d5bad43 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:10.997677 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e71d0b19-320f-4060-bf26-b545665707de req-cae5d81a-6396-485d-9ece-13080d5bad43 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 945 time: 0.0575311 Aug 08 20:34:11.086777 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-e71d0b19-320f-4060-bf26-b545665707de req-5e2f6886-0b23-423b-9ad6-4c3d7130dc60 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Deleting port 000b2d30-266d-48d3-bcea-52aadb735aa7 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:11.087127 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e71d0b19-320f-4060-bf26-b545665707de req-5e2f6886-0b23-423b-9ad6-4c3d7130dc60 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:11.178953 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-e71d0b19-320f-4060-bf26-b545665707de req-5e2f6886-0b23-423b-9ad6-4c3d7130dc60 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] For port 000b2d30-266d-48d3-bcea-52aadb735aa7, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=000b2d30-266d-48d3-bcea-52aadb735aa7,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:11.179311 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e71d0b19-320f-4060-bf26-b545665707de req-5e2f6886-0b23-423b-9ad6-4c3d7130dc60 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:11.192170 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-e71d0b19-320f-4060-bf26-b545665707de req-5e2f6886-0b23-423b-9ad6-4c3d7130dc60 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Calling delete_port for 000b2d30-266d-48d3-bcea-52aadb735aa7 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:11.385008 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e71d0b19-320f-4060-bf26-b545665707de req-5e2f6886-0b23-423b-9ad6-4c3d7130dc60 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (000b2d30-266d-48d3-bcea-52aadb735aa7), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:11.425026 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f6886-0b23-423b-9ad6-4c3d7130dc60 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event deleted for resources: {'Port': ['ID=000b2d30-266d-48d3-bcea-52aadb735aa7,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:11.470153 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71d0b19-320f-4060-bf26-b545665707de req-5e2f6886-0b23-423b-9ad6-4c3d7130dc60 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] No DVR routers for this DVR port 000b2d30-266d-48d3-bcea-52aadb735aa7 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:34:11.472671 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-e71d0b19-320f-4060-bf26-b545665707de req-5e2f6886-0b23-423b-9ad6-4c3d7130dc60 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:11.476007 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e71d0b19-320f-4060-bf26-b545665707de req-5e2f6886-0b23-423b-9ad6-4c3d7130dc60 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "DELETE /v2.0/ports/000b2d30-266d-48d3-bcea-52aadb735aa7 HTTP/1.1" status: 204 len: 173 time: 0.4729829 Aug 08 20:34:11.476489 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535350cc-beb8-419b-a0e7-27424b48cd62', 'name': 'network-vif-deleted', 'tag': '000b2d30-266d-48d3-bcea-52aadb735aa7'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:34:11.481243 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91d0a8f-ffbe-4542-9300-577d45d884cd" -d '{"events": [{"server_uuid": "535350cc-beb8-419b-a0e7-27424b48cd62", "name": "network-vif-deleted", "tag": "000b2d30-266d-48d3-bcea-52aadb735aa7"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:34:11.516606 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fd6230-f889-4952-ba6a-0dd5eb0b0c01 x-openstack-request-id: req-76fd6230-f889-4952-ba6a-0dd5eb0b0c01 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:34:11.516926 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535350cc-beb8-419b-a0e7-27424b48cd62", "name": "network-vif-deleted", "tag": "000b2d30-266d-48d3-bcea-52aadb735aa7", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:34:11.517184 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76fd6230-f889-4952-ba6a-0dd5eb0b0c01 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:34:11.517590 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76fd6230-f889-4952-ba6a-0dd5eb0b0c01'] response: {'server_uuid': '535350cc-beb8-419b-a0e7-27424b48cd62', 'name': 'network-vif-deleted', 'tag': '000b2d30-266d-48d3-bcea-52aadb735aa7', 'status': 'completed', 'code': 200} Aug 08 20:34:11.608896 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-375a5dbd-820d-491e-a685-7eb770e07b64 req-6be0353a-3510-464c-81f2-038fb5bb6ef7 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 210 time: 0.0265007 Aug 08 20:34:12.002530 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-c404b40e-d174-41b6-a98e-f8944991cd9e req-87bdadd2-dc61-46a3-8318-704f67b8c327 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=535350cc-beb8-419b-a0e7-27424b48cd62 HTTP/1.1" status: 200 len: 210 time: 0.0309353 Aug 08 20:34:12.460226 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-32fb2fae-b07f-402a-bd64-b54c030e2aeb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:12.461760 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-32fb2fae-b07f-402a-bd64-b54c030e2aeb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 814 time: 0.1067641 Aug 08 20:34:12.523763 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-746f9a46-1a84-4213-bf66-3aa2261dc26d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a580d7c8912343189a99fb62f70906bf HTTP/1.1" status: 200 len: 380 time: 0.0517509 Aug 08 20:34:12.534159 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'port': {'device_id': '92f988af-7087-4b41-a79f-f2d305d54a64', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'admin_state_up': True, 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'security_groups': ['6c5423af-921a-4a49-a5ff-e41791e91d7d']}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:34:12.705534 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Made reservation on behalf of a580d7c8912343189a99fb62f70906bf for: {'port': 1} {{(pid=104384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 20:34:12.707702 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-461350bc-edc1-485e-a2ab-deca3e016d34 req-146672ea-0577-46c8-ab34-1de7887f81b5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 210 time: 0.0272717 Aug 08 20:34:12.709329 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:12.848895 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_common [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Allocated IP 172.20.0.7 (30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0/0b48208d-4ab2-4360-baa8-e93c0ab84e18/ebc59271-838c-498b-bf82-d73f32b62d4c) {{(pid=104384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 20:34:13.245196 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:13.345160 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750784352112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:13.388288 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 is already hosted by enough agents. {{(pid=104384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 20:34:13.391393 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.base_scheduler [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Resources bound (agent type, host, resource id): {{(pid=104384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 20:34:13.395115 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Received port after_create {{(pid=104384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 20:34:13.400912 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event updated for resources: {'Port': ['ID=ebc59271-838c-498b-bf82-d73f32b62d4c,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:13.449496 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:13.450119 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:13.542629 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-d315d381-5a9a-413f-bd9d-b9ade3717b4f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0126772 Aug 08 20:34:13.554802 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.v2.base [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Request body: {'port': {'device_id': '92f988af-7087-4b41-a79f-f2d305d54a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=104384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:34:13.583845 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-e5fa9733-0423-4d91-9879-06f0e2ce819c None None] Provisioning complete for port ebc59271-838c-498b-bf82-d73f32b62d4c triggered by entity DHCP. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:34:13.584372 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9733-0423-4d91-9879-06f0e2ce819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:13.619393 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:13.621611 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa9733-0423-4d91-9879-06f0e2ce819c None None] Port ebc59271-838c-498b-bf82-d73f32b62d4c cannot update to ACTIVE because it is not bound. {{(pid=104385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 08 20:34:13.840870 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57976793-a2d5-4f4b-b007-51f2cce305a0 req-950d877d-6da8-407d-9e0d-c06defcb8f0f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:13.843098 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-57976793-a2d5-4f4b-b007-51f2cce305a0 req-950d877d-6da8-407d-9e0d-c06defcb8f0f tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 931 time: 0.0569000 Aug 08 20:34:13.881809 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc59271-838c-498b-bf82-d73f32b62d4c {{(pid=104384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:34:13.890505 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Publish callbacks [] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:13.891617 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-57976793-a2d5-4f4b-b007-51f2cce305a0 req-4e18b088-a193-4460-83f3-ea87d5168613 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c5423af-921a-4a49-a5ff-e41791e91d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427923 Aug 08 20:34:13.902408 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.provisioning_blocks [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Transition to ACTIVE for port object ebc59271-838c-498b-bf82-d73f32b62d4c will not be triggered until provisioned by entity L2. {{(pid=104384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 08 20:34:13.967633 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:14.029017 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc59271-838c-498b-bf82-d73f32b62d4c,revision_number=2']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:14.075206 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Attempting to bind port ebc59271-838c-498b-bf82-d73f32b62d4c on host hv-cinder-84882 for vnic_type normal with profile {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 08 20:34:14.075532 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Attempting to bind port ebc59271-838c-498b-bf82-d73f32b62d4c by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 08 20:34:14.075869 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Attempting to bind port ebc59271-838c-498b-bf82-d73f32b62d4c on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:34:14.080687 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Port ebc59271-838c-498b-bf82-d73f32b62d4c on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 20:34:14.081043 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Attempting to bind port ebc59271-838c-498b-bf82-d73f32b62d4c on network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 20:34:14.085810 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Checking agent: {'id': '427ded59-338b-4b40-a198-02dfdb9fc81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'started_at': datetime.datetime(2022, 8, 8, 20, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 20, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 20:34:14.086153 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Checking segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 20:34:14.086539 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Bound using segment: {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'} {{(pid=104384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 20:34:14.086970 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.managers [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Bound port: ebc59271-838c-498b-bf82-d73f32b62d4c, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0'}}] {{(pid=104384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 08 20:34:14.087326 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), before_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:14.146203 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] For port ebc59271-838c-498b-bf82-d73f32b62d4c, host hv-cinder-84882, cleared binding levels {{(pid=104384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 20:34:14.149198 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] For port ebc59271-838c-498b-bf82-d73f32b62d4c, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=ebc59271-838c-498b-bf82-d73f32b62d4c,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 20:34:14.225141 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26740230'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:14.229080 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:14.229667 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:14.231011 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] 10.222.0.49 "PUT /v2.0/ports/ebc59271-838c-498b-bf82-d73f32b62d4c HTTP/1.1" status: 200 len: 1093 time: 0.6805787 Aug 08 20:34:14.231443 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f988af-7087-4b41-a79f-f2d305d54a64', 'tag': 'ebc59271-838c-498b-bf82-d73f32b62d4c'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:34:14.234241 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc09ce56-e6c3-4f6e-a081-6dcf9699c2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "92f988af-7087-4b41-a79f-f2d305d54a64", "tag": "ebc59271-838c-498b-bf82-d73f32b62d4c"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:34:14.251170 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 000b2d30-266d-48d3-bcea-52aadb735aa7 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:14.272189 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: 000b2d30-266d-48d3-bcea-52aadb735aa7 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:14.272627 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 000b2d30-266d-48d3-bcea-52aadb735aa7 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:14.274141 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799456d8-fca4-412b-a968-a6573bc75c5a x-openstack-request-id: req-799456d8-fca4-412b-a968-a6573bc75c5a {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:34:14.274435 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f988af-7087-4b41-a79f-f2d305d54a64", "tag": "ebc59271-838c-498b-bf82-d73f32b62d4c", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:34:14.274688 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-799456d8-fca4-412b-a968-a6573bc75c5a {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:34:14.275190 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799456d8-fca4-412b-a968-a6573bc75c5a'] response: {'name': 'network-changed', 'server_uuid': '92f988af-7087-4b41-a79f-f2d305d54a64', 'tag': 'ebc59271-838c-498b-bf82-d73f32b62d4c', 'status': 'completed', 'code': 200} Aug 08 20:34:14.289534 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07907f8d-41cc-46e8-b0a1-0061fc3a9bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc59271-838c-498b-bf82-d73f32b62d4c,revision_number=3']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:14.345277 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09ce56-e6c3-4f6e-a081-6dcf9699c2f6 req-caebffd5-0c22-4abd-9fa2-88e0be63890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:14.346821 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-dc09ce56-e6c3-4f6e-a081-6dcf9699c2f6 req-caebffd5-0c22-4abd-9fa2-88e0be63890e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 1127 time: 0.0477352 Aug 08 20:34:14.448854 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09ce56-e6c3-4f6e-a081-6dcf9699c2f6 req-c2b1c485-77e5-4caa-a972-fc9a1b488471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:14.449314 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-dc09ce56-e6c3-4f6e-a081-6dcf9699c2f6 req-c2b1c485-77e5-4caa-a972-fc9a1b488471 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a580d7c8912343189a99fb62f70906bf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0953074 Aug 08 20:34:14.540288 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09ce56-e6c3-4f6e-a081-6dcf9699c2f6 req-413224d0-e413-47d2-8603-24aaf9f17816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:14.541779 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-dc09ce56-e6c3-4f6e-a081-6dcf9699c2f6 req-413224d0-e413-47d2-8603-24aaf9f17816 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865026 Aug 08 20:34:14.640300 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-08c909cc-7ee5-4a47-be6b-98843f46a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:14.641841 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-08c909cc-7ee5-4a47-be6b-98843f46a499 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 1127 time: 0.0485132 Aug 08 20:34:14.687828 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-7fbf6a4c-ecc0-4916-b80e-660618b68a3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebc59271-838c-498b-bf82-d73f32b62d4c HTTP/1.1" status: 200 len: 217 time: 0.0351467 Aug 08 20:34:14.737394 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-264ee178-e208-4767-87ad-85654c37ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:14.738751 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-264ee178-e208-4767-87ad-85654c37ac99 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b48208d-4ab2-4360-baa8-e93c0ab84e18 HTTP/1.1" status: 200 len: 853 time: 0.0437684 Aug 08 20:34:14.788410 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-2bee72da-08c5-4c87-8173-ea09b4cbb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:14.790019 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-2bee72da-08c5-4c87-8173-ea09b4cbb824 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448201 Aug 08 20:34:14.881744 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-3f9feb24-60bd-4f87-aadf-960939d9ea99 service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858326 Aug 08 20:34:14.971789 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6e7c1802-a713-41e6-bde1-8f71534e20b8 req-8ebcc8bc-2f5b-4ef6-9129-0f83ea9d7132 service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835602 Aug 08 20:34:15.015782 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fb3c2-5dea-484d-af0f-1c79511ac651 req-f5df9849-88d1-49ec-988d-886e4508a692 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:15.017306 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-103fb3c2-5dea-484d-af0f-1c79511ac651 req-f5df9849-88d1-49ec-988d-886e4508a692 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 943 time: 0.0566130 Aug 08 20:34:15.069812 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-103fb3c2-5dea-484d-af0f-1c79511ac651 req-b8099773-112c-4351-b128-a06d0c94a63a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c5423af-921a-4a49-a5ff-e41791e91d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468037 Aug 08 20:34:15.469839 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33844) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:15.613043 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Deleting port 98d2f9ba-8767-404e-a486-0ad74d4023c6 {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:15.613387 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (98d2f9ba-8767-404e-a486-0ad74d4023c6), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:15.686003 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (98d2f9ba-8767-404e-a486-0ad74d4023c6), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:15.686359 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (98d2f9ba-8767-404e-a486-0ad74d4023c6), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:15.697782 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Calling delete_port for 98d2f9ba-8767-404e-a486-0ad74d4023c6 owned by network:floatingip {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:15.927848 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (98d2f9ba-8767-404e-a486-0ad74d4023c6), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:15.953311 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event deleted for resources: {'Port': ['ID=98d2f9ba-8767-404e-a486-0ad74d4023c6,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:16.014337 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (ca7fb097-c4a2-4efd-912e-e50197c17a16), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:16.014800 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.l3_db [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Floating IP ca7fb097-c4a2-4efd-912e-e50197c17a16 disassociated (deleted). External IP: 172.27.3.167, port: e70a7d76-38d1-4508-bd5d-a3ffaff901f6. Aug 08 20:34:16.240258 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00108369-fcc2-4569-a223-46345c0cfea3 req-a1101efd-131e-4d57-ba5e-685cdd726736 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:16.241769 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-00108369-fcc2-4569-a223-46345c0cfea3 req-a1101efd-131e-4d57-ba5e-685cdd726736 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 943 time: 0.0972314 Aug 08 20:34:16.250111 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:34:16.337478 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-00108369-fcc2-4569-a223-46345c0cfea3 req-d05f6db3-aec1-4ee0-a3dc-8b75e2124a5d tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c5423af-921a-4a49-a5ff-e41791e91d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900974 Aug 08 20:34:16.385146 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:34:16.390114 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:16.394774 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c4bdb-d793-4c40-9837-cae074274336 None None] Sync routers for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:34:16.404395 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c4bdb-d793-4c40-9837-cae074274336 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:16.405263 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-e41c4bdb-d793-4c40-9837-cae074274336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:33:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:16.421770 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-6d01eea6-e818-42f9-9f23-2a1ae9a2868f tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "DELETE /v2.0/floatingips/ca7fb097-c4a2-4efd-912e-e50197c17a16 HTTP/1.1" status: 204 len: 168 time: 0.9478681 Aug 08 20:34:16.421770 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716f33c1-9358-469d-9a11-663f51fa3118', 'tag': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:34:16.422609 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b007ef-259f-4c0c-af55-fd2366eefe70" -d '{"events": [{"name": "network-changed", "server_uuid": "716f33c1-9358-469d-9a11-663f51fa3118", "tag": "e70a7d76-38d1-4508-bd5d-a3ffaff901f6"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:34:16.462452 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf32931-92d3-430e-a98f-c7e4f3a3a76d x-openstack-request-id: req-7cf32931-92d3-430e-a98f-c7e4f3a3a76d {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:34:16.462966 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716f33c1-9358-469d-9a11-663f51fa3118", "tag": "e70a7d76-38d1-4508-bd5d-a3ffaff901f6", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:34:16.463311 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cf32931-92d3-430e-a98f-c7e4f3a3a76d {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:34:16.463811 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf32931-92d3-430e-a98f-c7e4f3a3a76d'] response: {'name': 'network-changed', 'server_uuid': '716f33c1-9358-469d-9a11-663f51fa3118', 'tag': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'status': 'completed', 'code': 200} Aug 08 20:34:16.513039 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-e41c4bdb-d793-4c40-9837-cae074274336 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:16.529471 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b007ef-259f-4c0c-af55-fd2366eefe70 req-5de3f44a-8420-4762-ad6a-0a71e5b11f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:16.531782 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-50b007ef-259f-4c0c-af55-fd2366eefe70 req-5de3f44a-8420-4762-ad6a-0a71e5b11f70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 1129 time: 0.0466883 Aug 08 20:34:16.629795 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b007ef-259f-4c0c-af55-fd2366eefe70 req-2c1ea38c-e86e-4f6e-9e2f-c47c7f054c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:16.631353 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-50b007ef-259f-4c0c-af55-fd2366eefe70 req-2c1ea38c-e86e-4f6e-9e2f-c47c7f054c30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 200 len: 912 time: 0.0926113 Aug 08 20:34:16.673322 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-50b007ef-259f-4c0c-af55-fd2366eefe70 req-1cf9331f-adb5-487f-a57a-d6159a8f8416 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70a7d76-38d1-4508-bd5d-a3ffaff901f6 HTTP/1.1" status: 200 len: 217 time: 0.0351179 Aug 08 20:34:16.717436 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-e41c4bdb-d793-4c40-9837-cae074274336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:16.731158 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b007ef-259f-4c0c-af55-fd2366eefe70 req-2928f000-25eb-4f9f-a9af-a0f9b7802086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:16.734135 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-50b007ef-259f-4c0c-af55-fd2366eefe70 req-2928f000-25eb-4f9f-a9af-a0f9b7802086 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dabc7f81-ee97-4703-9abc-0fad495abc04 HTTP/1.1" status: 200 len: 850 time: 0.0519495 Aug 08 20:34:16.746762 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c4bdb-d793-4c40-9837-cae074274336 None None] Checking router: cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:34:16.756400 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c4bdb-d793-4c40-9837-cae074274336 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:16.757077 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-e41c4bdb-d793-4c40-9837-cae074274336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:33:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:16.791631 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b007ef-259f-4c0c-af55-fd2366eefe70 req-e6da3a18-3fce-413f-9c3c-aab154fa5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:16.793224 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-50b007ef-259f-4c0c-af55-fd2366eefe70 req-e6da3a18-3fce-413f-9c3c-aab154fa5653 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521009 Aug 08 20:34:16.860682 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1b748-df8b-4397-929e-d62303bf2af5 req-a3e0ee2f-cb75-46f0-a89b-438bf6e9902e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:16.862399 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-32a1b748-df8b-4397-929e-d62303bf2af5 req-a3e0ee2f-cb75-46f0-a89b-438bf6e9902e tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 945 time: 0.0555139 Aug 08 20:34:16.869474 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-e41c4bdb-d793-4c40-9837-cae074274336 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:16.898928 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-50b007ef-259f-4c0c-af55-fd2366eefe70 req-f4ecccc1-d576-4835-9ee6-a2d0b6803806 service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992465 Aug 08 20:34:16.920295 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-32a1b748-df8b-4397-929e-d62303bf2af5 req-1c1d549f-e27d-47fc-aa46-2ddda7dcc0ce tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462191 Aug 08 20:34:17.000222 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-50b007ef-259f-4c0c-af55-fd2366eefe70 req-4f21b88f-5941-489f-8654-f64878703dd9 service neutron] 10.222.0.49 "GET /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929055 Aug 08 20:34:17.066719 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-e41c4bdb-d793-4c40-9837-cae074274336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:17.091405 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c4bdb-d793-4c40-9837-cae074274336 None None] The sync data for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi is: [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:52Z', 'revision_number': 4, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f', 'name': '', 'network_id': '7099fd9c-9514-43aa-9ae6-9d8614d2e1b0', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'mac_address': 'fa:16:3e:72:15:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:52Z', 'updated_at': '2022-08-08T20:26:58Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'subnets': [{'id': 'dabc7f81-ee97-4703-9abc-0fad495abc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:34:17.296333 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a42c252-f0be-4e6b-940e-1703e7050025 None None] New status for floating IP ca7fb097-c4a2-4efd-912e-e50197c17a16: DOWN {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:34:17.466203 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420f6ad-9726-4d48-838f-705adcc62f15 req-9019c013-c6d2-48ad-abda-1846fcfeeddb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:17.468380 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2420f6ad-9726-4d48-838f-705adcc62f15 req-9019c013-c6d2-48ad-abda-1846fcfeeddb tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 943 time: 0.0571892 Aug 08 20:34:17.514764 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2420f6ad-9726-4d48-838f-705adcc62f15 req-b1a71be2-53ac-4dd0-9c5d-730bb108f95e tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c5423af-921a-4a49-a5ff-e41791e91d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403178 Aug 08 20:34:18.047931 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2748a-83f6-48e2-bbcb-a9d1a8009786 req-ba358730-e084-4b9c-b3d8-af75101fbe8c tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:18.049621 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f8e2748a-83f6-48e2-bbcb-a9d1a8009786 req-ba358730-e084-4b9c-b3d8-af75101fbe8c tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 945 time: 0.0565078 Aug 08 20:34:18.098585 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-f8e2748a-83f6-48e2-bbcb-a9d1a8009786 req-6152b689-c768-43fa-b15a-376890180a50 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d610e6-8232-44de-8b36-c3bfe0bcd736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432792 Aug 08 20:34:18.279847 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device ebc59271-838c-498b-bf82-d73f32b62d4c details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=104385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 20:34:18.376711 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port ebc59271-838c-498b-bf82-d73f32b62d4c, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=ebc59271-838c-498b-bf82-d73f32b62d4c,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:18.388548 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Returning: {'device': 'ebc59271-838c-498b-bf82-d73f32b62d4c', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'port_id': 'ebc59271-838c-498b-bf82-d73f32b62d4c', 'mac_address': 'fa:16:3e:b1:15:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 20:34:18.422812 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4018b-9d50-4514-a5ad-5f665ab335f0 req-08768403-91da-483f-bdb3-76b86cd67739 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:18.424299 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port ebc59271-838c-498b-bf82-d73f32b62d4c is: DOWN; New status is: BUILD {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:34:18.424432 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-0df4018b-9d50-4514-a5ad-5f665ab335f0 req-08768403-91da-483f-bdb3-76b86cd67739 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 945 time: 0.0553236 Aug 08 20:34:18.424686 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:18.438069 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc59271-838c-498b-bf82-d73f32b62d4c {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 20:34:18.458669 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port ebc59271-838c-498b-bf82-d73f32b62d4c, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=ebc59271-838c-498b-bf82-d73f32b62d4c,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:18.520439 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-0df4018b-9d50-4514-a5ad-5f665ab335f0 req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Deleting port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:18.520781 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-0df4018b-9d50-4514-a5ad-5f665ab335f0 req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:18.527101 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:18.618069 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-0df4018b-9d50-4514-a5ad-5f665ab335f0 req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] For port e70a7d76-38d1-4508-bd5d-a3ffaff901f6, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e70a7d76-38d1-4508-bd5d-a3ffaff901f6,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:18.618518 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-0df4018b-9d50-4514-a5ad-5f665ab335f0 req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:18.633701 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-0df4018b-9d50-4514-a5ad-5f665ab335f0 req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Calling delete_port for e70a7d76-38d1-4508-bd5d-a3ffaff901f6 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:18.667434 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ac474-af17-465c-b0ad-420941f8e147 req-8249874b-8d0f-474a-b49d-d04056c12ac7 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:18.675751 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-da5ac474-af17-465c-b0ad-420941f8e147 req-8249874b-8d0f-474a-b49d-d04056c12ac7 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 944 time: 0.0844212 Aug 08 20:34:18.708609 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=ebc59271-838c-498b-bf82-d73f32b62d4c,revision_number=4']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:18.716135 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.716493 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.716976 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.717996 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.720331 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.720331 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.720331 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.720331 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.720331 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.720331 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.720331 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.727871 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.728089 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-da5ac474-af17-465c-b0ad-420941f8e147 req-63cce312-7646-4b7b-b3d4-78d10c575068 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c5423af-921a-4a49-a5ff-e41791e91d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441737 Aug 08 20:34:18.728189 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.765763 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['ebc59271-838c-498b-bf82-d73f32b62d4c'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:34:18.831284 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-0df4018b-9d50-4514-a5ad-5f665ab335f0 req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (e70a7d76-38d1-4508-bd5d-a3ffaff901f6), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:18.859350 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event deleted for resources: {'Port': ['ID=e70a7d76-38d1-4508-bd5d-a3ffaff901f6,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:18.887013 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.887367 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.887714 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.888054 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.888390 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.888725 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.889626 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.889963 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.890289 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.890622 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.890948 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.891275 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.891598 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:34:18.911526 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df4018b-9d50-4514-a5ad-5f665ab335f0 req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] No DVR routers for this DVR port e70a7d76-38d1-4508-bd5d-a3ffaff901f6 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:34:18.913898 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-0df4018b-9d50-4514-a5ad-5f665ab335f0 req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:18.917155 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-0df4018b-9d50-4514-a5ad-5f665ab335f0 req-c2a2c6ad-3762-4fe7-bdc1-2095cfeff0f0 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.49 "DELETE /v2.0/ports/e70a7d76-38d1-4508-bd5d-a3ffaff901f6 HTTP/1.1" status: 204 len: 173 time: 0.4870424 Aug 08 20:34:18.920313 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716f33c1-9358-469d-9a11-663f51fa3118', 'name': 'network-vif-deleted', 'tag': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:34:18.920313 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0534411-4c81-4fab-88e0-3251e6073694" -d '{"events": [{"server_uuid": "716f33c1-9358-469d-9a11-663f51fa3118", "name": "network-vif-deleted", "tag": "e70a7d76-38d1-4508-bd5d-a3ffaff901f6"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:34:18.954205 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4694d6-cffd-4855-b2b5-3a6e66355f09 x-openstack-request-id: req-2f4694d6-cffd-4855-b2b5-3a6e66355f09 {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:34:18.954507 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716f33c1-9358-469d-9a11-663f51fa3118", "name": "network-vif-deleted", "tag": "e70a7d76-38d1-4508-bd5d-a3ffaff901f6", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:34:18.954772 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f4694d6-cffd-4855-b2b5-3a6e66355f09 {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:34:18.955182 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4694d6-cffd-4855-b2b5-3a6e66355f09'] response: {'server_uuid': '716f33c1-9358-469d-9a11-663f51fa3118', 'name': 'network-vif-deleted', 'tag': 'e70a7d76-38d1-4508-bd5d-a3ffaff901f6', 'status': 'completed', 'code': 200} Aug 08 20:34:19.195163 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-8fc6fdb7-0ce5-4e86-84a5-4391e66a3339 req-dc202092-4552-4490-a0f0-51904f55ad8d tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "GET /v2.0/ports?device_id=716f33c1-9358-469d-9a11-663f51fa3118 HTTP/1.1" status: 200 len: 210 time: 0.0269165 Aug 08 20:34:19.856915 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6b8e4-ad7e-46c2-af29-981874ad09cb req-fa35d1e3-1a7b-42fd-aa06-c9a4438e0831 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:19.859135 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0df6b8e4-ad7e-46c2-af29-981874ad09cb req-fa35d1e3-1a7b-42fd-aa06-c9a4438e0831 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 944 time: 0.0528369 Aug 08 20:34:19.906330 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0df6b8e4-ad7e-46c2-af29-981874ad09cb req-11b447a8-81e3-49ab-947c-f096fea2f73a tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c5423af-921a-4a49-a5ff-e41791e91d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416977 Aug 08 20:34:20.256031 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33868) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:20.301030 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device ebc59271-838c-498b-bf82-d73f32b62d4c up at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 20:34:20.377021 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-c9c16f5e-a187-4583-9d4a-250a769dfba5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Deleting port 65d93028-296d-4dd2-aa8d-f86dac5854b1 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:20.377632 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c9c16f5e-a187-4583-9d4a-250a769dfba5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (65d93028-296d-4dd2-aa8d-f86dac5854b1), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:20.402063 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning for port ebc59271-838c-498b-bf82-d73f32b62d4c completed by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 08 20:34:20.406816 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Provisioning complete for port ebc59271-838c-498b-bf82-d73f32b62d4c triggered by entity L2. {{(pid=104385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 08 20:34:20.407198 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986328'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), provisioning_complete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:20.453367 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c9c16f5e-a187-4583-9d4a-250a769dfba5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (65d93028-296d-4dd2-aa8d-f86dac5854b1), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:20.453698 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c9c16f5e-a187-4583-9d4a-250a769dfba5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (65d93028-296d-4dd2-aa8d-f86dac5854b1), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:20.465176 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-c9c16f5e-a187-4583-9d4a-250a769dfba5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Calling delete_port for 65d93028-296d-4dd2-aa8d-f86dac5854b1 owned by network:floatingip {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:20.479049 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Current status of the port ebc59271-838c-498b-bf82-d73f32b62d4c is: BUILD; New status is: ACTIVE {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:34:20.479373 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:20.502397 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f988af-7087-4b41-a79f-f2d305d54a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc59271-838c-498b-bf82-d73f32b62d4c'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:34:20.504676 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a549a06c692381c7f12c1365cef355238793668e16a8780b92497444b36a26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fa4592-f2e8-4ccf-a0f0-9532c39b9763" -d '{"events": [{"server_uuid": "92f988af-7087-4b41-a79f-f2d305d54a64", "name": "network-vif-plugged", "status": "completed", "tag": "ebc59271-838c-498b-bf82-d73f32b62d4c"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:34:20.517709 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] For port ebc59271-838c-498b-bf82-d73f32b62d4c, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=ebc59271-838c-498b-bf82-d73f32b62d4c,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:20.590300 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:20.591097 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device e70a7d76-38d1-4508-bd5d-a3ffaff901f6 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:20.611703 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0534be87-690d-44ef-ae8d-866c5bf7a2a2 x-openstack-request-id: req-0534be87-690d-44ef-ae8d-866c5bf7a2a2 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:34:20.611994 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f988af-7087-4b41-a79f-f2d305d54a64", "name": "network-vif-plugged", "status": "completed", "tag": "ebc59271-838c-498b-bf82-d73f32b62d4c", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:34:20.612252 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0534be87-690d-44ef-ae8d-866c5bf7a2a2 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:34:20.612647 dv-cinder-848821-2-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0534be87-690d-44ef-ae8d-866c5bf7a2a2'] response: {'server_uuid': '92f988af-7087-4b41-a79f-f2d305d54a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc59271-838c-498b-bf82-d73f32b62d4c', 'code': 200} Aug 08 20:34:20.631896 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: e70a7d76-38d1-4508-bd5d-a3ffaff901f6 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:20.632242 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device e70a7d76-38d1-4508-bd5d-a3ffaff901f6 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:20.658436 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Pushing event updated for resources: {'Port': ['ID=ebc59271-838c-498b-bf82-d73f32b62d4c,revision_number=5']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:20.664273 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c9c16f5e-a187-4583-9d4a-250a769dfba5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (65d93028-296d-4dd2-aa8d-f86dac5854b1), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:20.689895 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c16f5e-a187-4583-9d4a-250a769dfba5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event deleted for resources: {'Port': ['ID=65d93028-296d-4dd2-aa8d-f86dac5854b1,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:20.757484 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c9c16f5e-a187-4583-9d4a-250a769dfba5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for floatingip (5792cb55-7a17-4bad-a0f1-6533340958e7), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:20.759975 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-c9c16f5e-a187-4583-9d4a-250a769dfba5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:20.761137 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-c9c16f5e-a187-4583-9d4a-250a769dfba5 tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "DELETE /v2.0/floatingips/5792cb55-7a17-4bad-a0f1-6533340958e7 HTTP/1.1" status: 204 len: 168 time: 0.5040636 Aug 08 20:34:20.904831 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffbdae-0b28-45a8-b4e3-75b0a231fab0 req-63bff991-9bbd-4fc9-b242-1ff9dd429345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:20.906304 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e8ffbdae-0b28-45a8-b4e3-75b0a231fab0 req-63bff991-9bbd-4fc9-b242-1ff9dd429345 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 1129 time: 0.0432692 Aug 08 20:34:20.951165 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-e8ffbdae-0b28-45a8-b4e3-75b0a231fab0 req-636c7af5-048c-4443-9cc1-ff974d2ad6e3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6c5423af-921a-4a49-a5ff-e41791e91d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380895 Aug 08 20:34:21.260052 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08079dd9-4770-4d5f-8ab7-7b6cb9d46b5f req-94ee2a38-f49d-4d18-84c6-27b06d626bb0 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:21.261706 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-08079dd9-4770-4d5f-8ab7-7b6cb9d46b5f req-94ee2a38-f49d-4d18-84c6-27b06d626bb0 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 945 time: 0.2860467 Aug 08 20:34:21.308670 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-08079dd9-4770-4d5f-8ab7-7b6cb9d46b5f req-90be8419-cb31-4264-ace3-380f34b8d993 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c5423af-921a-4a49-a5ff-e41791e91d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406704 Aug 08 20:34:21.487790 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-34aa56ca-bb1a-46ae-b9fc-f535546df3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:22.072829 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33888) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:22.099475 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:22.130582 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-33893b80-e0a6-4249-8eec-d19b3a9c07aa tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group (65d610e6-8232-44de-8b36-c3bfe0bcd736), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:22.158291 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-33893b80-e0a6-4249-8eec-d19b3a9c07aa tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group (65d610e6-8232-44de-8b36-c3bfe0bcd736), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:22.396537 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-33893b80-e0a6-4249-8eec-d19b3a9c07aa tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (65d610e6-8232-44de-8b36-c3bfe0bcd736), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:22.399702 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-33893b80-e0a6-4249-8eec-d19b3a9c07aa tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:22.403392 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-33893b80-e0a6-4249-8eec-d19b3a9c07aa tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] 10.222.0.26 "DELETE /v2.0/security-groups/65d610e6-8232-44de-8b36-c3bfe0bcd736 HTTP/1.1" status: 204 len: 168 time: 0.3270249 Aug 08 20:34:22.421596 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33893b80-e0a6-4249-8eec-d19b3a9c07aa tempest-TestVolumeBootPattern-1213981463 tempest-TestVolumeBootPattern-1213981463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d610e6-8232-44de-8b36-c3bfe0bcd736,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:22.437456 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87de1af-b542-4f18-9cf3-83a86b98b018 req-fee2a614-351c-42a8-84c2-03e669432a99 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:22.438987 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e87de1af-b542-4f18-9cf3-83a86b98b018 req-fee2a614-351c-42a8-84c2-03e669432a99 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 945 time: 0.0583508 Aug 08 20:34:22.489291 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-e87de1af-b542-4f18-9cf3-83a86b98b018 req-46f99b02-01c3-4018-989c-927a453d2b87 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c5423af-921a-4a49-a5ff-e41791e91d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 Aug 08 20:34:22.518773 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33894) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:22.938123 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9cee8d36-6a67-49ff-910a-5100f4b97c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641834'] for router_interface (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:23.160378 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-9cee8d36-6a67-49ff-910a-5100f4b97c54 admin admin] Deleting port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:23.161113 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9cee8d36-6a67-49ff-910a-5100f4b97c54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:23.235236 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-9cee8d36-6a67-49ff-910a-5100f4b97c54 admin admin] For port ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:23.235589 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9cee8d36-6a67-49ff-910a-5100f4b97c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:23.247622 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-9cee8d36-6a67-49ff-910a-5100f4b97c54 admin admin] Calling delete_port for ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f owned by network:router_interface {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:23.482075 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9cee8d36-6a67-49ff-910a-5100f4b97c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:23.508196 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee8d36-6a67-49ff-910a-5100f4b97c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:23.641369 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49cd7e-ed6e-4f57-9585-7f5d2ba2fcdf req-7dad02db-eb69-4fdf-9441-5caf95e68697 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:23.649607 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-db49cd7e-ed6e-4f57-9585-7f5d2ba2fcdf req-7dad02db-eb69-4fdf-9441-5caf95e68697 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 945 time: 0.0794053 Aug 08 20:34:23.683899 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9cee8d36-6a67-49ff-910a-5100f4b97c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641466'] for router_interface (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:23.702513 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-db49cd7e-ed6e-4f57-9585-7f5d2ba2fcdf req-8c4e248c-19ee-43be-92f9-13ed47d35c65 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c5423af-921a-4a49-a5ff-e41791e91d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516810 Aug 08 20:34:23.823780 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21c172-80fa-409b-9bf4-703dc690bd72 req-5b9f153f-ae58-4ff3-831b-5f764aa17c05 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:23.825300 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-ac21c172-80fa-409b-9bf4-703dc690bd72 req-5b9f153f-ae58-4ff3-831b-5f764aa17c05 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 945 time: 0.0542901 Aug 08 20:34:23.835355 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33902) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:23.839772 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [None req-646da655-2007-4116-8232-32d9067d2f55 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Request body: {'floatingip': {'port_id': 'ebc59271-838c-498b-bf82-d73f32b62d4c'}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:34:23.877463 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-646da655-2007-4116-8232-32d9067d2f55 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (748c058a-2080-43d6-98e2-a11c660c627b), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:23.893876 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cee8d36-6a67-49ff-910a-5100f4b97c54 admin admin] Router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:34:23.992699 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cee8d36-6a67-49ff-910a-5100f4b97c54 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:34:24.000409 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-9cee8d36-6a67-49ff-910a-5100f4b97c54 admin admin] 10.222.0.26 "PUT /v2.0/routers/cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4778166 Aug 08 20:34:24.000409 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33904) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:24.004612 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb7253b-3589-4d85-a991-61bc8eb01f23 None None] Sync routers for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:34:24.016867 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7253b-3589-4d85-a991-61bc8eb01f23 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:24.018479 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-bcb7253b-3589-4d85-a991-61bc8eb01f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:33:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:24.057536 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a255eae9-3403-443b-b771-1597f8fd2f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.101322 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Publish callbacks [] for router (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.122504 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-bcb7253b-3589-4d85-a991-61bc8eb01f23 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:24.199173 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Publish callbacks [] for router_gateway (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.306324 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-bcb7253b-3589-4d85-a991-61bc8eb01f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:34:23Z', 'revision_number': 5, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port': {'id': '488db1ad-0806-48e8-b861-dcb2a4ba17bf', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:24.309663 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-646da655-2007-4116-8232-32d9067d2f55 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.319111 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Deleting port 488db1ad-0806-48e8-b861-dcb2a4ba17bf {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:24.321246 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.335868 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb7253b-3589-4d85-a991-61bc8eb01f23 None None] Checking router: cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:34:24.344345 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7253b-3589-4d85-a991-61bc8eb01f23 None None] Routers {'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:24.345002 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-bcb7253b-3589-4d85-a991-61bc8eb01f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:24.356466 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-646da655-2007-4116-8232-32d9067d2f55 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (748c058a-2080-43d6-98e2-a11c660c627b), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.404640 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] For port 488db1ad-0806-48e8-b861-dcb2a4ba17bf, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=488db1ad-0806-48e8-b861-dcb2a4ba17bf,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:24.405181 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.422558 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Calling delete_port for 488db1ad-0806-48e8-b861-dcb2a4ba17bf owned by network:router_gateway {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:24.429047 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-bcb7253b-3589-4d85-a991-61bc8eb01f23 None None] Set router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 gateway port host: None {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:24.455520 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.l3_db [None req-646da655-2007-4116-8232-32d9067d2f55 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Floating IP 748c058a-2080-43d6-98e2-a11c660c627b associated. External IP: 172.27.3.81, port: ebc59271-838c-498b-bf82-d73f32b62d4c. Aug 08 20:34:24.481153 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-bcb7253b-3589-4d85-a991-61bc8eb01f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:34:24Z', 'revision_number': 6, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port_host': None}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:24.506425 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb7253b-3589-4d85-a991-61bc8eb01f23 None None] The sync data for ids ['cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941'] in dv-cinder-848821-2-iscsi is: [{'id': 'cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941', 'name': 'tempest-TestVolumeBootPattern-475487971-router', 'tenant_id': '65afc33bb2ec4e64807fb1e94f82594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:49Z', 'updated_at': '2022-08-08T20:34:24Z', 'revision_number': 6, 'project_id': '65afc33bb2ec4e64807fb1e94f82594f', 'gw_port_host': None}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:34:24.636427 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (488db1ad-0806-48e8-b861-dcb2a4ba17bf), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.656767 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646da655-2007-4116-8232-32d9067d2f55 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Router 31334999-1f1a-4313-a670-6d31557d6d5c has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:34:24.663241 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Pushing event deleted for resources: {'Port': ['ID=488db1ad-0806-48e8-b861-dcb2a4ba17bf,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:24.729430 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644320'] for router_gateway (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.761445 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646da655-2007-4116-8232-32d9067d2f55 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:34:24.766790 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-646da655-2007-4116-8232-32d9067d2f55 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.774717 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23103e-478c-4a3a-97e5-063d5b4cdf23 None None] Sync routers for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:34:24.786225 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23103e-478c-4a3a-97e5-063d5b4cdf23 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:24.786634 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-7a23103e-478c-4a3a-97e5-063d5b4cdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:24.809153 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-646da655-2007-4116-8232-32d9067d2f55 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "PUT /v2.0/floatingips/748c058a-2080-43d6-98e2-a11c660c627b HTTP/1.1" status: 200 len: 990 time: 0.9657712 Aug 08 20:34:24.809153 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f988af-7087-4b41-a79f-f2d305d54a64', 'tag': 'ebc59271-838c-498b-bf82-d73f32b62d4c'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:34:24.809153 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65396cb-d9c4-4622-9f13-e3d81787040a" -d '{"events": [{"name": "network-changed", "server_uuid": "92f988af-7087-4b41-a79f-f2d305d54a64", "tag": "ebc59271-838c-498b-bf82-d73f32b62d4c"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:34:24.819973 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.822161 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Publish callbacks [] for router_controller (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.844566 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2aab7f-f8f8-47b1-b94b-fd1f7b96186f x-openstack-request-id: req-cd2aab7f-f8f8-47b1-b94b-fd1f7b96186f {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:34:24.844866 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f988af-7087-4b41-a79f-f2d305d54a64", "tag": "ebc59271-838c-498b-bf82-d73f32b62d4c", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:34:24.845127 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd2aab7f-f8f8-47b1-b94b-fd1f7b96186f {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:34:24.845580 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2aab7f-f8f8-47b1-b94b-fd1f7b96186f'] response: {'name': 'network-changed', 'server_uuid': '92f988af-7087-4b41-a79f-f2d305d54a64', 'tag': 'ebc59271-838c-498b-bf82-d73f32b62d4c', 'status': 'completed', 'code': 200} Aug 08 20:34:24.905871 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-7a23103e-478c-4a3a-97e5-063d5b4cdf23 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:24.914392 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65396cb-d9c4-4622-9f13-e3d81787040a req-c526cd31-6c46-43db-98c3-5b78f94e7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:24.916353 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f65396cb-d9c4-4622-9f13-e3d81787040a req-c526cd31-6c46-43db-98c3-5b78f94e7492 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 1129 time: 0.0491676 Aug 08 20:34:24.931926 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639312'] for router (cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.932395 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 {{(pid=104384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 20:34:24.941494 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:24.941494 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-fa3d7039-5734-4fa9-80da-3ca00fd00717 admin admin] 10.222.0.26 "DELETE /v2.0/routers/cb0bfe81-8ab1-4f37-af05-fe8bb1d8f941 HTTP/1.1" status: 204 len: 168 time: 0.9374523 Aug 08 20:34:24.941807 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33910) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:25.003150 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5276aed-3975-4691-ac6b-5df7e518395c admin admin] Deleting subnet dabc7f81-ee97-4703-9abc-0fad495abc04 {{(pid=104383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:34:25.007386 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d5276aed-3975-4691-ac6b-5df7e518395c admin admin] Publish callbacks [] for subnet (dabc7f81-ee97-4703-9abc-0fad495abc04), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.031396 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.039680 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65396cb-d9c4-4622-9f13-e3d81787040a req-33fedce5-3c50-4acd-bcf9-faf57229f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:25.041425 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f65396cb-d9c4-4622-9f13-e3d81787040a req-33fedce5-3c50-4acd-bcf9-faf57229f3f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 915 time: 0.1189578 Aug 08 20:34:25.043853 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d5276aed-3975-4691-ac6b-5df7e518395c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3703792'] for subnet (dabc7f81-ee97-4703-9abc-0fad495abc04), precommit_delete_associations {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.134005 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d5276aed-3975-4691-ac6b-5df7e518395c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (dabc7f81-ee97-4703-9abc-0fad495abc04), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.152643 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-7a23103e-478c-4a3a-97e5-063d5b4cdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '748c058a-2080-43d6-98e2-a11c660c627b', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': 'ebc59271-838c-498b-bf82-d73f32b62d4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:b1:15:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f988af-7087-4b41-a79f-f2d305d54a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:34:09Z', 'updated_at': '2022-08-08T20:34:24Z', 'revision_number': 1, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:25.181721 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23103e-478c-4a3a-97e5-063d5b4cdf23 None None] Checking router: 31334999-1f1a-4313-a670-6d31557d6d5c for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:34:25.192264 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23103e-478c-4a3a-97e5-063d5b4cdf23 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:25.192937 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-7a23103e-478c-4a3a-97e5-063d5b4cdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:25.249594 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d5276aed-3975-4691-ac6b-5df7e518395c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27037313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26890486'] for subnet (dabc7f81-ee97-4703-9abc-0fad495abc04), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.279095 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5276aed-3975-4691-ac6b-5df7e518395c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabc7f81-ee97-4703-9abc-0fad495abc04,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:25.285630 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d5276aed-3975-4691-ac6b-5df7e518395c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.291312 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d5276aed-3975-4691-ac6b-5df7e518395c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dabc7f81-ee97-4703-9abc-0fad495abc04 HTTP/1.1" status: 204 len: 168 time: 0.3461611 Aug 08 20:34:25.291621 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33912) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:25.293720 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf4cd81-24e5-4d13-9537-c33022983e28 None None] Network 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:34:25.320596 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-7a23103e-478c-4a3a-97e5-063d5b4cdf23 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:25.398782 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f65396cb-d9c4-4622-9f13-e3d81787040a req-f4769d83-35d6-49ca-8ca8-1348297a0dff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebc59271-838c-498b-bf82-d73f32b62d4c HTTP/1.1" status: 200 len: 998 time: 0.3509407 Aug 08 20:34:25.413172 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (7099fd9c-9514-43aa-9ae6-9d8614d2e1b0), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.465627 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65396cb-d9c4-4622-9f13-e3d81787040a req-a880f623-6c00-4255-8452-9684e2fa3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:25.479570 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f65396cb-d9c4-4622-9f13-e3d81787040a req-a880f623-6c00-4255-8452-9684e2fa3e8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b48208d-4ab2-4360-baa8-e93c0ab84e18 HTTP/1.1" status: 200 len: 853 time: 0.0736763 Aug 08 20:34:25.486045 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Deleting port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:25.486508 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.509673 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5151aeba-273b-4edd-85bf-469052c542b3 None None] DHCP port deletion for 7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 request from dv-cinder-848821-2-iscsi {{(pid=104385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 20:34:25.556615 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] For port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0388ace8-70cf-432a-a5d2-e2dddfb8fbae,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:25.557174 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.572084 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Calling delete_port for 0388ace8-70cf-432a-a5d2-e2dddfb8fbae owned by network:dhcp {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:25.572648 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65396cb-d9c4-4622-9f13-e3d81787040a req-fcbe082a-4489-4adc-802e-84edbb74e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:25.574261 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f65396cb-d9c4-4622-9f13-e3d81787040a req-fcbe082a-4489-4adc-802e-84edbb74e8b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881765 Aug 08 20:34:25.591053 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-5151aeba-273b-4edd-85bf-469052c542b3 None None] Deleting port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:25.591433 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5151aeba-273b-4edd-85bf-469052c542b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.600984 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-7a23103e-478c-4a3a-97e5-063d5b4cdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '748c058a-2080-43d6-98e2-a11c660c627b', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': 'ebc59271-838c-498b-bf82-d73f32b62d4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:b1:15:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f988af-7087-4b41-a79f-f2d305d54a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:34:09Z', 'updated_at': '2022-08-08T20:34:24Z', 'revision_number': 1, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:25.651412 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23103e-478c-4a3a-97e5-063d5b4cdf23 None None] The sync data for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi is: [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_floatingips': [{'id': '748c058a-2080-43d6-98e2-a11c660c627b', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'router_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'port_id': 'ebc59271-838c-498b-bf82-d73f32b62d4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'mac_address': 'fa:16:3e:b1:15:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f988af-7087-4b41-a79f-f2d305d54a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T20:34:09Z', 'updated_at': '2022-08-08T20:34:24Z', 'revision_number': 1, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:34:25.684794 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-5151aeba-273b-4edd-85bf-469052c542b3 None None] For port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=0388ace8-70cf-432a-a5d2-e2dddfb8fbae,segment=NetworkSegment(97328c50-ca78-40b7-ba69-589d2c164814),segment_id=97328c50-ca78-40b7-ba69-589d2c164814)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:25.685162 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5151aeba-273b-4edd-85bf-469052c542b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.700721 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-5151aeba-273b-4edd-85bf-469052c542b3 None None] Calling delete_port for 0388ace8-70cf-432a-a5d2-e2dddfb8fbae owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:25.715838 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 488db1ad-0806-48e8-b861-dcb2a4ba17bf no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:25.716631 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.761976 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0388ace8-70cf-432a-a5d2-e2dddfb8fbae,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:25.762955 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] No DVR routers for this DVR port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae on host dv-cinder-848821-2-iscsi {{(pid=104383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:34:25.773548 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f65396cb-d9c4-4622-9f13-e3d81787040a req-5fef9580-417a-42ec-bf56-8e22ee541a9b service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923654 Aug 08 20:34:25.774408 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 488db1ad-0806-48e8-b861-dcb2a4ba17bf {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:25.774767 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 488db1ad-0806-48e8-b861-dcb2a4ba17bf not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:25.775203 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:25.802114 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:25.802470 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device ce14b237-c1c7-49e7-8eb3-a3fbb02eae8f not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:25.802910 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0388ace8-70cf-432a-a5d2-e2dddfb8fbae no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:25.834968 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 0388ace8-70cf-432a-a5d2-e2dddfb8fbae {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:25.836480 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 0388ace8-70cf-432a-a5d2-e2dddfb8fbae not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:25.869990 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5151aeba-273b-4edd-85bf-469052c542b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121'] for port (0388ace8-70cf-432a-a5d2-e2dddfb8fbae), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.874478 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (7099fd9c-9514-43aa-9ae6-9d8614d2e1b0), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.896034 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151aeba-273b-4edd-85bf-469052c542b3 None None] Pushing event deleted for resources: {'Port': ['ID=0388ace8-70cf-432a-a5d2-e2dddfb8fbae,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:25.896764 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-f65396cb-d9c4-4622-9f13-e3d81787040a req-9e512c25-bb1c-40b8-b0eb-cb22a8213a5e service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123686 Aug 08 20:34:25.900216 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151aeba-273b-4edd-85bf-469052c542b3 None None] No DVR routers for this DVR port 0388ace8-70cf-432a-a5d2-e2dddfb8fbae on host dv-cinder-848821-2-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:34:25.909235 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7099fd9c-9514-43aa-9ae6-9d8614d2e1b0']}} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:25.925912 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97328c50-ca78-40b7-ba69-589d2c164814') {'for_net_delete': True} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:25.926434 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97328c50-ca78-40b7-ba69-589d2c164814') {} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:25.937702 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3703299'] for segment (97328c50-ca78-40b7-ba69-589d2c164814), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.952335 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (97328c50-ca78-40b7-ba69-589d2c164814), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:25.959229 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:34:25.962943 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27037423'] for segment (97328c50-ca78-40b7-ba69-589d2c164814), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:26.026381 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3ae41-9d50-454f-a38b-a59245d98d0f None None] New status for floating IP 748c058a-2080-43d6-98e2-a11c660c627b: ACTIVE {{(pid=104385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:34:26.050997 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 97328c50-ca78-40b7-ba69-589d2c164814 resource provider aggregate not found Aug 08 20:34:26.071328 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 97328c50-ca78-40b7-ba69-589d2c164814 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97328c50-ca78-40b7-ba69-589d2c164814 found for delete ", "request_id": "req-e648aaac-e991-4048-be24-ddb51285bf71"}]} Aug 08 20:34:26.082004 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (7099fd9c-9514-43aa-9ae6-9d8614d2e1b0), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:26.089451 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:26.093247 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7099fd9c-9514-43aa-9ae6-9d8614d2e1b0 HTTP/1.1" status: 204 len: 168 time: 0.7877920 Aug 08 20:34:26.096325 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33920) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:26.103372 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a76ca-0013-4f7b-af88-b881290e7bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7099fd9c-9514-43aa-9ae6-9d8614d2e1b0,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:26.420787 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-993d65da-8562-4455-a2b1-c561d342903f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641834'] for router_interface (5c47f975-08ed-4c76-9983-cc854e5186fd), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:26.619163 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:26.648677 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-993d65da-8562-4455-a2b1-c561d342903f admin admin] Deleting port de66c35a-04d1-45e8-9f2f-4ffd2c08186d {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:26.649030 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-993d65da-8562-4455-a2b1-c561d342903f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:26.733855 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-993d65da-8562-4455-a2b1-c561d342903f admin admin] For port de66c35a-04d1-45e8-9f2f-4ffd2c08186d, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=de66c35a-04d1-45e8-9f2f-4ffd2c08186d,segment=NetworkSegment(061fbf1a-d4b3-4153-8dcb-733b0db9a6ff),segment_id=061fbf1a-d4b3-4153-8dcb-733b0db9a6ff)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:26.734224 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-993d65da-8562-4455-a2b1-c561d342903f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:26.746779 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-993d65da-8562-4455-a2b1-c561d342903f admin admin] Calling delete_port for de66c35a-04d1-45e8-9f2f-4ffd2c08186d owned by network:router_interface {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:26.978446 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-993d65da-8562-4455-a2b1-c561d342903f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (de66c35a-04d1-45e8-9f2f-4ffd2c08186d), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:27.001687 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d65da-8562-4455-a2b1-c561d342903f admin admin] Pushing event deleted for resources: {'Port': ['ID=de66c35a-04d1-45e8-9f2f-4ffd2c08186d,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:27.163352 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-993d65da-8562-4455-a2b1-c561d342903f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641466'] for router_interface (5c47f975-08ed-4c76-9983-cc854e5186fd), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:27.361947 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993d65da-8562-4455-a2b1-c561d342903f admin admin] Router 5c47f975-08ed-4c76-9983-cc854e5186fd has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:34:27.459620 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993d65da-8562-4455-a2b1-c561d342903f admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:34:27.466134 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-993d65da-8562-4455-a2b1-c561d342903f admin admin] 10.222.0.26 "PUT /v2.0/routers/5c47f975-08ed-4c76-9983-cc854e5186fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3671653 Aug 08 20:34:27.467650 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33922) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:27.470008 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9e5e7-976e-48fb-a4b5-ebe0f562e097 None None] Sync routers for ids ['5c47f975-08ed-4c76-9983-cc854e5186fd'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:34:27.479474 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9e5e7-976e-48fb-a4b5-ebe0f562e097 None None] Routers {'5c47f975-08ed-4c76-9983-cc854e5186fd'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:27.480077 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-87c9e5e7-976e-48fb-a4b5-ebe0f562e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5c47f975-08ed-4c76-9983-cc854e5186fd'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:27.569629 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Publish callbacks [] for router (5c47f975-08ed-4c76-9983-cc854e5186fd), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:27.673630 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Publish callbacks [] for router_gateway (5c47f975-08ed-4c76-9983-cc854e5186fd), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:27.675768 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-87c9e5e7-976e-48fb-a4b5-ebe0f562e097 None None] Set router 5c47f975-08ed-4c76-9983-cc854e5186fd gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:27.801514 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Deleting port 956fd77a-3661-4af4-acbb-6e6e014e0b3c {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:27.801859 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:27.849924 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-87c9e5e7-976e-48fb-a4b5-ebe0f562e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'name': 'tempest-TestVolumeBootPattern-337634339-router', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:55Z', 'updated_at': '2022-08-08T20:34:26Z', 'revision_number': 5, 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'gw_port': {'id': '956fd77a-3661-4af4-acbb-6e6e014e0b3c', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:26:56Z', 'updated_at': '2022-08-08T20:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:27.875533 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9e5e7-976e-48fb-a4b5-ebe0f562e097 None None] Checking router: 5c47f975-08ed-4c76-9983-cc854e5186fd for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:34:27.883690 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] For port 956fd77a-3661-4af4-acbb-6e6e014e0b3c, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=956fd77a-3661-4af4-acbb-6e6e014e0b3c,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:27.884211 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:27.885158 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9e5e7-976e-48fb-a4b5-ebe0f562e097 None None] Routers {'5c47f975-08ed-4c76-9983-cc854e5186fd'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:27.885537 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-87c9e5e7-976e-48fb-a4b5-ebe0f562e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['5c47f975-08ed-4c76-9983-cc854e5186fd'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:27.902618 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Calling delete_port for 956fd77a-3661-4af4-acbb-6e6e014e0b3c owned by network:router_gateway {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:27.970985 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-87c9e5e7-976e-48fb-a4b5-ebe0f562e097 None None] Set router 5c47f975-08ed-4c76-9983-cc854e5186fd gateway port host: None {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:28.021584 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-87c9e5e7-976e-48fb-a4b5-ebe0f562e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'name': 'tempest-TestVolumeBootPattern-337634339-router', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:55Z', 'updated_at': '2022-08-08T20:34:27Z', 'revision_number': 6, 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'gw_port_host': None}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:28.025700 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.051063 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9e5e7-976e-48fb-a4b5-ebe0f562e097 None None] The sync data for ids ['5c47f975-08ed-4c76-9983-cc854e5186fd'] in dv-cinder-848821-2-iscsi is: [{'id': '5c47f975-08ed-4c76-9983-cc854e5186fd', 'name': 'tempest-TestVolumeBootPattern-337634339-router', 'tenant_id': '356a3c892bff4d558f3530ad5f96ed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:26:55Z', 'updated_at': '2022-08-08T20:34:27Z', 'revision_number': 6, 'project_id': '356a3c892bff4d558f3530ad5f96ed2a', 'gw_port_host': None}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:34:28.138961 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (956fd77a-3661-4af4-acbb-6e6e014e0b3c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.164649 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Pushing event deleted for resources: {'Port': ['ID=956fd77a-3661-4af4-acbb-6e6e014e0b3c,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:28.228989 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644320'] for router_gateway (5c47f975-08ed-4c76-9983-cc854e5186fd), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.312152 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router (5c47f975-08ed-4c76-9983-cc854e5186fd), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.314263 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Publish callbacks [] for router_controller (5c47f975-08ed-4c76-9983-cc854e5186fd), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.424531 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639312'] for router (5c47f975-08ed-4c76-9983-cc854e5186fd), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.425257 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c47f975-08ed-4c76-9983-cc854e5186fd {{(pid=104384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 20:34:28.430165 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.433924 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-a4ebdd4b-05db-4769-a74f-c425e7215389 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5c47f975-08ed-4c76-9983-cc854e5186fd HTTP/1.1" status: 204 len: 168 time: 0.9646320 Aug 08 20:34:28.439101 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33926) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:28.480721 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb6f587-25ae-493e-a6dd-2121a7c1385c admin admin] Deleting subnet 1e09728a-06a2-4d26-97fa-e724f89f1b92 {{(pid=104383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:34:28.485088 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afb6f587-25ae-493e-a6dd-2121a7c1385c admin admin] Publish callbacks [] for subnet (1e09728a-06a2-4d26-97fa-e724f89f1b92), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.519226 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afb6f587-25ae-493e-a6dd-2121a7c1385c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3703792'] for subnet (1e09728a-06a2-4d26-97fa-e724f89f1b92), precommit_delete_associations {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.594999 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afb6f587-25ae-493e-a6dd-2121a7c1385c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (1e09728a-06a2-4d26-97fa-e724f89f1b92), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.693276 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afb6f587-25ae-493e-a6dd-2121a7c1385c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27037313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26890486'] for subnet (1e09728a-06a2-4d26-97fa-e724f89f1b92), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.719524 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6f587-25ae-493e-a6dd-2121a7c1385c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e09728a-06a2-4d26-97fa-e724f89f1b92,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:28.723319 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-afb6f587-25ae-493e-a6dd-2121a7c1385c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.726610 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-afb6f587-25ae-493e-a6dd-2121a7c1385c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1e09728a-06a2-4d26-97fa-e724f89f1b92 HTTP/1.1" status: 204 len: 168 time: 0.2913842 Aug 08 20:34:28.729217 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33928) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:28.732565 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931ff892-ba5c-4ea4-b926-ff999321700e None None] Network 74538fcc-e657-4508-8765-a8db56756ae8 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:34:28.805910 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (74538fcc-e657-4508-8765-a8db56756ae8), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.866805 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Deleting port cf00a6f5-c467-48a5-9e93-8fce59a8c398 {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:28.866805 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.904758 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5739e5-8a89-46eb-beb4-446cdcbe60e7 None None] DHCP port deletion for 74538fcc-e657-4508-8765-a8db56756ae8 request from dv-cinder-848821-2-iscsi {{(pid=104385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 20:34:28.931336 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] For port cf00a6f5-c467-48a5-9e93-8fce59a8c398, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=cf00a6f5-c467-48a5-9e93-8fce59a8c398,segment=NetworkSegment(061fbf1a-d4b3-4153-8dcb-733b0db9a6ff),segment_id=061fbf1a-d4b3-4153-8dcb-733b0db9a6ff)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:28.932090 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:28.946160 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Calling delete_port for cf00a6f5-c467-48a5-9e93-8fce59a8c398 owned by network:dhcp {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:28.950078 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-7a5739e5-8a89-46eb-beb4-446cdcbe60e7 None None] Deleting port cf00a6f5-c467-48a5-9e93-8fce59a8c398 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:28.950474 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7a5739e5-8a89-46eb-beb4-446cdcbe60e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:29.013531 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-7a5739e5-8a89-46eb-beb4-446cdcbe60e7 None None] For port cf00a6f5-c467-48a5-9e93-8fce59a8c398, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=cf00a6f5-c467-48a5-9e93-8fce59a8c398,segment=NetworkSegment(061fbf1a-d4b3-4153-8dcb-733b0db9a6ff),segment_id=061fbf1a-d4b3-4153-8dcb-733b0db9a6ff)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:29.014003 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7a5739e5-8a89-46eb-beb4-446cdcbe60e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:29.027169 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-7a5739e5-8a89-46eb-beb4-446cdcbe60e7 None None] Calling delete_port for cf00a6f5-c467-48a5-9e93-8fce59a8c398 owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:29.099070 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:29.106482 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7a5739e5-8a89-46eb-beb4-446cdcbe60e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121'] for port (cf00a6f5-c467-48a5-9e93-8fce59a8c398), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:29.125434 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf00a6f5-c467-48a5-9e93-8fce59a8c398,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:29.129261 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] No DVR routers for this DVR port cf00a6f5-c467-48a5-9e93-8fce59a8c398 on host dv-cinder-848821-2-iscsi {{(pid=104383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:34:29.133364 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5739e5-8a89-46eb-beb4-446cdcbe60e7 None None] Pushing event deleted for resources: {'Port': ['ID=cf00a6f5-c467-48a5-9e93-8fce59a8c398,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:29.137274 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5739e5-8a89-46eb-beb4-446cdcbe60e7 None None] No DVR routers for this DVR port cf00a6f5-c467-48a5-9e93-8fce59a8c398 on host dv-cinder-848821-2-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:34:29.205335 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (74538fcc-e657-4508-8765-a8db56756ae8), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:29.225062 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74538fcc-e657-4508-8765-a8db56756ae8']}} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:29.234137 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061fbf1a-d4b3-4153-8dcb-733b0db9a6ff') {'for_net_delete': True} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:29.234433 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061fbf1a-d4b3-4153-8dcb-733b0db9a6ff') {} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:29.243543 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3703299'] for segment (061fbf1a-d4b3-4153-8dcb-733b0db9a6ff), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:29.256787 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (061fbf1a-d4b3-4153-8dcb-733b0db9a6ff), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:29.262570 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=104383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:34:29.268805 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27037423'] for segment (061fbf1a-d4b3-4153-8dcb-733b0db9a6ff), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:29.301122 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 061fbf1a-d4b3-4153-8dcb-733b0db9a6ff resource provider aggregate not found Aug 08 20:34:29.318623 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 061fbf1a-d4b3-4153-8dcb-733b0db9a6ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 061fbf1a-d4b3-4153-8dcb-733b0db9a6ff found for delete ", "request_id": "req-0ca7758e-9390-4d20-83b2-41f9ce2731fe"}]} Aug 08 20:34:29.407545 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (74538fcc-e657-4508-8765-a8db56756ae8), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:29.413510 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:29.416010 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] 10.222.0.26 "DELETE /v2.0/networks/74538fcc-e657-4508-8765-a8db56756ae8 HTTP/1.1" status: 204 len: 168 time: 0.6858609 Aug 08 20:34:29.427533 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dce92-c4fa-4e97-b66c-5c63b093640f admin admin] Pushing event deleted for resources: {'Network': ['ID=74538fcc-e657-4508-8765-a8db56756ae8,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:29.581064 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:34:29.646479 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 956fd77a-3661-4af4-acbb-6e6e014e0b3c no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:29.670347 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 956fd77a-3661-4af4-acbb-6e6e014e0b3c {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:29.670660 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 956fd77a-3661-4af4-acbb-6e6e014e0b3c not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:29.671095 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device cf00a6f5-c467-48a5-9e93-8fce59a8c398 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:29.689296 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: cf00a6f5-c467-48a5-9e93-8fce59a8c398 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:29.690913 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device cf00a6f5-c467-48a5-9e93-8fce59a8c398 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:29.690913 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device de66c35a-04d1-45e8-9f2f-4ffd2c08186d no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:29.710919 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: de66c35a-04d1-45e8-9f2f-4ffd2c08186d {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:29.711268 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device de66c35a-04d1-45e8-9f2f-4ffd2c08186d not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:29.756122 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33936) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:29.796489 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-e46cdb46-3158-4ed6-9aa2-03049d953af4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65afc33bb2ec4e64807fb1e94f82594f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390937 Aug 08 20:34:29.798888 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33938) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:29.849823 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-78d1871a-ad6d-4295-99d7-0942fcc428e6 admin admin] Publish callbacks [] for security_group (ca8a9786-80d7-4ad8-a5c8-e02ce89349c5), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:29.871407 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-78d1871a-ad6d-4295-99d7-0942fcc428e6 admin admin] Publish callbacks [] for security_group (ca8a9786-80d7-4ad8-a5c8-e02ce89349c5), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:30.001575 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-78d1871a-ad6d-4295-99d7-0942fcc428e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (ca8a9786-80d7-4ad8-a5c8-e02ce89349c5), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:30.004432 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-78d1871a-ad6d-4295-99d7-0942fcc428e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:30.005638 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-78d1871a-ad6d-4295-99d7-0942fcc428e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca8a9786-80d7-4ad8-a5c8-e02ce89349c5 HTTP/1.1" status: 204 len: 168 time: 0.2058406 Aug 08 20:34:30.014069 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1871a-ad6d-4295-99d7-0942fcc428e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8a9786-80d7-4ad8-a5c8-e02ce89349c5,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:30.537637 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33944) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:30.578458 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-b45de431-4893-42ff-883e-1feb48c22209 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=356a3c892bff4d558f3530ad5f96ed2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394773 Aug 08 20:34:30.580960 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33946) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:30.629068 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ef54ee31-79fc-4c48-b233-0d6eab173a33 admin admin] Publish callbacks [] for security_group (6fc91a9f-2769-47c8-a2f0-d4d29b07bb11), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:30.650550 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ef54ee31-79fc-4c48-b233-0d6eab173a33 admin admin] Publish callbacks [] for security_group (6fc91a9f-2769-47c8-a2f0-d4d29b07bb11), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:30.790566 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ef54ee31-79fc-4c48-b233-0d6eab173a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (6fc91a9f-2769-47c8-a2f0-d4d29b07bb11), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:30.793223 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-ef54ee31-79fc-4c48-b233-0d6eab173a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:30.794381 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-ef54ee31-79fc-4c48-b233-0d6eab173a33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fc91a9f-2769-47c8-a2f0-d4d29b07bb11 HTTP/1.1" status: 204 len: 168 time: 0.2124784 Aug 08 20:34:30.802881 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54ee31-79fc-4c48-b233-0d6eab173a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc91a9f-2769-47c8-a2f0-d4d29b07bb11,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:34.397959 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-450faf50-666f-4491-ac12-1685d29a21d3 req-58cd9201-621e-4db7-b022-4227108b3981 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245663514&fields=id&tenant_id=b6df5119bb93492787dbad04ccbc6a98 HTTP/1.1" status: 200 len: 267 time: 0.0489984 Aug 08 20:34:34.454911 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450faf50-666f-4491-ac12-1685d29a21d3 req-282e9c31-2ca1-4713-a33d-3f656d0db6ee tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:34.456384 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-450faf50-666f-4491-ac12-1685d29a21d3 req-282e9c31-2ca1-4713-a33d-3f656d0db6ee tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 985 time: 0.0532029 Aug 08 20:34:34.467030 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.v2.base [req-450faf50-666f-4491-ac12-1685d29a21d3 req-d6ddb7be-432d-4ca2-89ae-66b21d764dc8 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Request body: {'port': {'security_groups': ['a78ad409-40c8-4237-98b0-7ff91225e149']}} {{(pid=104383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 20:34:34.536506 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-450faf50-666f-4491-ac12-1685d29a21d3 req-d6ddb7be-432d-4ca2-89ae-66b21d764dc8 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), before_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:34.704229 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [req-450faf50-666f-4491-ac12-1685d29a21d3 req-d6ddb7be-432d-4ca2-89ae-66b21d764dc8 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] For port 7de53385-16d5-473c-b8e1-515950fe2be4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=7de53385-16d5-473c-b8e1-515950fe2be4,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:34.731661 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-450faf50-666f-4491-ac12-1685d29a21d3 req-d6ddb7be-432d-4ca2-89ae-66b21d764dc8 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for port (7de53385-16d5-473c-b8e1-515950fe2be4), precommit_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:34.778906 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-450faf50-666f-4491-ac12-1685d29a21d3 req-d6ddb7be-432d-4ca2-89ae-66b21d764dc8 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750784902467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750784352130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750784352148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27037387'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), after_update {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:34.789361 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450faf50-666f-4491-ac12-1685d29a21d3 req-d6ddb7be-432d-4ca2-89ae-66b21d764dc8 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:34.790001 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [req-450faf50-666f-4491-ac12-1685d29a21d3 req-d6ddb7be-432d-4ca2-89ae-66b21d764dc8 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:34.792758 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-450faf50-666f-4491-ac12-1685d29a21d3 req-d6ddb7be-432d-4ca2-89ae-66b21d764dc8 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "PUT /v2.0/ports/7de53385-16d5-473c-b8e1-515950fe2be4 HTTP/1.1" status: 200 len: 943 time: 0.3303225 Aug 08 20:34:34.793833 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['7de53385-16d5-473c-b8e1-515950fe2be4'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:34:34.796634 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:34:34.799608 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fccf2a-f8e2-4af9-a95b-dbefd6a88efc" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:34:34.799775 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 33958) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:34.847232 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8c3bab-bf71-4cd1-9037-09980a9752b9 x-openstack-request-id: req-cb8c3bab-bf71-4cd1-9037-09980a9752b9 {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:34:34.852984 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:34:34.852984 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb8c3bab-bf71-4cd1-9037-09980a9752b9 {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:34:34.852984 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8c3bab-bf71-4cd1-9037-09980a9752b9'] response: {'name': 'network-changed', 'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4', 'status': 'completed', 'code': 200} Aug 08 20:34:34.865192 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-18a90777-9dd9-41fa-bfc2-3e0925ee4fc7 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group (56e4db7a-2b63-43f9-be3d-706b2e65f13d), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:34.870705 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddb7be-432d-4ca2-89ae-66b21d764dc8 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event updated for resources: {'Port': ['ID=7de53385-16d5-473c-b8e1-515950fe2be4,revision_number=7']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:34.876042 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['7de53385-16d5-473c-b8e1-515950fe2be4'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:34:34.922075 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-18a90777-9dd9-41fa-bfc2-3e0925ee4fc7 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group (56e4db7a-2b63-43f9-be3d-706b2e65f13d), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:34.968655 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fccf2a-f8e2-4af9-a95b-dbefd6a88efc req-080b27fa-4482-4d45-b0b8-1897c75f88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:34.970166 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-24fccf2a-f8e2-4af9-a95b-dbefd6a88efc req-080b27fa-4482-4d45-b0b8-1897c75f88c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b6df5119bb93492787dbad04ccbc6a98&device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 1130 time: 0.0921752 Aug 08 20:34:35.067537 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fccf2a-f8e2-4af9-a95b-dbefd6a88efc req-fb61f5a6-c8e4-49fa-ba20-37bfd83350f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:35.069070 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-24fccf2a-f8e2-4af9-a95b-dbefd6a88efc req-fb61f5a6-c8e4-49fa-ba20-37bfd83350f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 HTTP/1.1" status: 200 len: 916 time: 0.0907466 Aug 08 20:34:35.132994 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-18a90777-9dd9-41fa-bfc2-3e0925ee4fc7 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (56e4db7a-2b63-43f9-be3d-706b2e65f13d), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:35.135610 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-18a90777-9dd9-41fa-bfc2-3e0925ee4fc7 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:35.136732 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-18a90777-9dd9-41fa-bfc2-3e0925ee4fc7 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "DELETE /v2.0/security-groups/56e4db7a-2b63-43f9-be3d-706b2e65f13d HTTP/1.1" status: 204 len: 168 time: 0.3361797 Aug 08 20:34:35.140349 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 33962) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:35.143759 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-24fccf2a-f8e2-4af9-a95b-dbefd6a88efc req-c74566a6-0963-4459-a218-776cfc2546d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de53385-16d5-473c-b8e1-515950fe2be4 HTTP/1.1" status: 200 len: 1002 time: 0.0653312 Aug 08 20:34:35.159857 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a90777-9dd9-41fa-bfc2-3e0925ee4fc7 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e4db7a-2b63-43f9-be3d-706b2e65f13d,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:35.202089 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fccf2a-f8e2-4af9-a95b-dbefd6a88efc req-21f302ea-e7e2-49c9-87fc-b60beede72db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:35.203775 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-24fccf2a-f8e2-4af9-a95b-dbefd6a88efc req-21f302ea-e7e2-49c9-87fc-b60beede72db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f2de17a4-802d-4c22-9f58-e5b48e724d10 HTTP/1.1" status: 200 len: 854 time: 0.0537806 Aug 08 20:34:35.255474 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fccf2a-f8e2-4af9-a95b-dbefd6a88efc req-90ed4e66-3cff-4a5a-96bd-9d9482b8a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:35.257011 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-24fccf2a-f8e2-4af9-a95b-dbefd6a88efc req-90ed4e66-3cff-4a5a-96bd-9d9482b8a950 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471725 Aug 08 20:34:35.299905 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Deleting port 1ca42d9a-a080-4e50-906d-98344ce15f4c {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:35.300260 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (1ca42d9a-a080-4e50-906d-98344ce15f4c), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:35.351458 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-24fccf2a-f8e2-4af9-a95b-dbefd6a88efc req-43febb93-0a8e-4561-94e6-6b22068c4481 service neutron] 10.222.0.49 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864472 Aug 08 20:34:35.374556 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (1ca42d9a-a080-4e50-906d-98344ce15f4c), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:35.377809 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for floatingip (1ca42d9a-a080-4e50-906d-98344ce15f4c), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:35.386723 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Calling delete_port for 1ca42d9a-a080-4e50-906d-98344ce15f4c owned by network:floatingip {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:35.441265 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-24fccf2a-f8e2-4af9-a95b-dbefd6a88efc req-8538e37f-ffb5-425d-83e6-3936c2f706f5 service neutron] 10.222.0.49 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835538 Aug 08 20:34:35.625048 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (1ca42d9a-a080-4e50-906d-98344ce15f4c), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:35.647854 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event deleted for resources: {'Port': ['ID=1ca42d9a-a080-4e50-906d-98344ce15f4c,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:35.714157 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks [] for floatingip (ffbd5a3b-d738-4bd4-907d-11106ad1fafc), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:35.714499 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.db.l3_db [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Floating IP ffbd5a3b-d738-4bd4-907d-11106ad1fafc disassociated (deleted). External IP: 172.27.3.245, port: 7de53385-16d5-473c-b8e1-515950fe2be4. Aug 08 20:34:35.909257 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Router fa02c5fe-da63-4b23-a19b-bac6cab88850 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:34:36.230849 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:34:36.236145 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:36.242711 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16004778-0c1f-4bdf-adb0-1e3cd5156d38 None None] Sync routers for ids ['fa02c5fe-da63-4b23-a19b-bac6cab88850'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:34:36.256940 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16004778-0c1f-4bdf-adb0-1e3cd5156d38 None None] Routers {'fa02c5fe-da63-4b23-a19b-bac6cab88850'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:36.257763 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-16004778-0c1f-4bdf-adb0-1e3cd5156d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['fa02c5fe-da63-4b23-a19b-bac6cab88850'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:36.265453 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-073bb21a-b921-4971-b3b9-5a1c40d5df2b tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "DELETE /v2.0/floatingips/ffbd5a3b-d738-4bd4-907d-11106ad1fafc HTTP/1.1" status: 204 len: 168 time: 1.1239583 Aug 08 20:34:36.359246 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-16004778-0c1f-4bdf-adb0-1e3cd5156d38 None None] Set router fa02c5fe-da63-4b23-a19b-bac6cab88850 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:36.556895 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-16004778-0c1f-4bdf-adb0-1e3cd5156d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:32:22Z', 'revision_number': 4, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'f51af11c-9b83-468e-b61c-c093f2f95267', 'name': '', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'mac_address': 'fa:16:3e:e8:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:21Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 5, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'subnets': [{'id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:36.581139 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16004778-0c1f-4bdf-adb0-1e3cd5156d38 None None] Checking router: fa02c5fe-da63-4b23-a19b-bac6cab88850 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:34:36.589573 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16004778-0c1f-4bdf-adb0-1e3cd5156d38 None None] Routers {'fa02c5fe-da63-4b23-a19b-bac6cab88850'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:36.590691 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-16004778-0c1f-4bdf-adb0-1e3cd5156d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['fa02c5fe-da63-4b23-a19b-bac6cab88850'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:36.696093 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-16004778-0c1f-4bdf-adb0-1e3cd5156d38 None None] Set router fa02c5fe-da63-4b23-a19b-bac6cab88850 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:36.848758 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4'}] {{(pid=104383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:34:36.851188 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69a867328eb231d6507d66e2557ab19ffdd53a0634c210b3cdfa11e42bfc42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015cd790-521c-4736-b496-80ffd12474fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4"}]}' {{(pid=104383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:34:36.887526 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 20:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf814ec-716c-4d42-b95b-ccb1e1b2ae7f x-openstack-request-id: req-faf814ec-716c-4d42-b95b-ccb1e1b2ae7f {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:34:36.887829 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4", "status": "completed", "code": 200}]} {{(pid=104383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:34:36.888229 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-faf814ec-716c-4d42-b95b-ccb1e1b2ae7f {{(pid=104383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:34:36.889078 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf814ec-716c-4d42-b95b-ccb1e1b2ae7f'] response: {'name': 'network-changed', 'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4', 'status': 'completed', 'code': 200} Aug 08 20:34:36.896158 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-16004778-0c1f-4bdf-adb0-1e3cd5156d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:32:22Z', 'revision_number': 4, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'f51af11c-9b83-468e-b61c-c093f2f95267', 'name': '', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'mac_address': 'fa:16:3e:e8:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:21Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 5, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'subnets': [{'id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:36.925264 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16004778-0c1f-4bdf-adb0-1e3cd5156d38 None None] The sync data for ids ['fa02c5fe-da63-4b23-a19b-bac6cab88850'] in dv-cinder-848821-2-iscsi is: [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:32:22Z', 'revision_number': 4, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': 'f51af11c-9b83-468e-b61c-c093f2f95267', 'name': '', 'network_id': 'ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'mac_address': 'fa:16:3e:e8:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:21Z', 'updated_at': '2022-08-08T20:32:28Z', 'revision_number': 5, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'subnets': [{'id': 'f2de17a4-802d-4c22-9f58-e5b48e724d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:34:36.962413 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cd790-521c-4736-b496-80ffd12474fd req-a379d80f-aba2-4c8e-a0d6-37ae0ddfb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:36.963972 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-015cd790-521c-4736-b496-80ffd12474fd req-a379d80f-aba2-4c8e-a0d6-37ae0ddfb0b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b6df5119bb93492787dbad04ccbc6a98&device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 1130 time: 0.0560660 Aug 08 20:34:37.066347 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cd790-521c-4736-b496-80ffd12474fd req-6b3536e5-7e2c-41a9-8201-9fe3b2506eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:37.067818 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-015cd790-521c-4736-b496-80ffd12474fd req-6b3536e5-7e2c-41a9-8201-9fe3b2506eb3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 HTTP/1.1" status: 200 len: 916 time: 0.0958674 Aug 08 20:34:37.111128 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-015cd790-521c-4736-b496-80ffd12474fd req-56613a5a-3c71-4660-8c36-8937d49f39bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de53385-16d5-473c-b8e1-515950fe2be4 HTTP/1.1" status: 200 len: 217 time: 0.0351150 Aug 08 20:34:37.163677 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cd790-521c-4736-b496-80ffd12474fd req-f87612b5-e16e-4516-b37a-9144ad0bddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:37.165209 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-015cd790-521c-4736-b496-80ffd12474fd req-f87612b5-e16e-4516-b37a-9144ad0bddba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f2de17a4-802d-4c22-9f58-e5b48e724d10 HTTP/1.1" status: 200 len: 854 time: 0.0487015 Aug 08 20:34:37.169658 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7b37c-5390-43bc-8d6e-be5792681e14 None None] New status for floating IP ffbd5a3b-d738-4bd4-907d-11106ad1fafc: DOWN {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:34:37.215545 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cd790-521c-4736-b496-80ffd12474fd req-e96b7944-c619-4f67-b5b3-71a5509b7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:37.218113 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-015cd790-521c-4736-b496-80ffd12474fd req-e96b7944-c619-4f67-b5b3-71a5509b7e98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467081 Aug 08 20:34:37.316087 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-015cd790-521c-4736-b496-80ffd12474fd req-2dd8c9d0-2b1b-407a-bf38-2673a50a02a7 service neutron] 10.222.0.49 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842621 Aug 08 20:34:37.408237 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-015cd790-521c-4736-b496-80ffd12474fd req-bfb95950-16de-4073-8901-9012acbed5c0 service neutron] 10.222.0.49 "GET /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859277 Aug 08 20:34:39.611832 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe38e1-b27d-45b1-9501-e555a258b5d8 req-b0078c49-593b-4c0d-b900-352dbb55af86 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:39.613355 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7afe38e1-b27d-45b1-9501-e555a258b5d8 req-b0078c49-593b-4c0d-b900-352dbb55af86 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 946 time: 0.0540674 Aug 08 20:34:39.659510 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-7afe38e1-b27d-45b1-9501-e555a258b5d8 req-24dcded4-49c4-40e2-8164-bbc40866e6db tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Aug 08 20:34:40.782039 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310b478-6cf0-4150-ab67-4382cba6fbcf req-f9e3d304-d2d0-4e2c-afd2-7921dc4d4697 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:40.783562 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d310b478-6cf0-4150-ab67-4382cba6fbcf req-f9e3d304-d2d0-4e2c-afd2-7921dc4d4697 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 946 time: 0.0531242 Aug 08 20:34:40.833545 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-d310b478-6cf0-4150-ab67-4382cba6fbcf req-f177e0f8-c5a6-42b1-8da7-1c8aac63b5d7 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/security-groups?id=a78ad409-40c8-4237-98b0-7ff91225e149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443041 Aug 08 20:34:41.331386 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059fd3d-a449-46b4-b79f-586249cc19b7 req-1423f033-a409-4916-8372-5a097cff5729 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:41.332954 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6059fd3d-a449-46b4-b79f-586249cc19b7 req-1423f033-a409-4916-8372-5a097cff5729 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 946 time: 0.0527225 Aug 08 20:34:41.422908 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-6059fd3d-a449-46b4-b79f-586249cc19b7 req-9a7d2837-9feb-4a34-b556-33213d92ca33 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Deleting port 7de53385-16d5-473c-b8e1-515950fe2be4 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:41.423251 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6059fd3d-a449-46b4-b79f-586249cc19b7 req-9a7d2837-9feb-4a34-b556-33213d92ca33 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:41.509963 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-6059fd3d-a449-46b4-b79f-586249cc19b7 req-9a7d2837-9feb-4a34-b556-33213d92ca33 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] For port 7de53385-16d5-473c-b8e1-515950fe2be4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=7de53385-16d5-473c-b8e1-515950fe2be4,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:41.510319 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6059fd3d-a449-46b4-b79f-586249cc19b7 req-9a7d2837-9feb-4a34-b556-33213d92ca33 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:41.522436 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-6059fd3d-a449-46b4-b79f-586249cc19b7 req-9a7d2837-9feb-4a34-b556-33213d92ca33 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Calling delete_port for 7de53385-16d5-473c-b8e1-515950fe2be4 owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:41.727163 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6059fd3d-a449-46b4-b79f-586249cc19b7 req-9a7d2837-9feb-4a34-b556-33213d92ca33 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (7de53385-16d5-473c-b8e1-515950fe2be4), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:41.737970 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] get_ports_and_sgs() called for port_ids ['7de53385-16d5-473c-b8e1-515950fe2be4'] {{(pid=104385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 20:34:41.754855 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d2837-9feb-4a34-b556-33213d92ca33 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Pushing event deleted for resources: {'Port': ['ID=7de53385-16d5-473c-b8e1-515950fe2be4,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:41.803233 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6059fd3d-a449-46b4-b79f-586249cc19b7 req-9a7d2837-9feb-4a34-b556-33213d92ca33 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] No DVR routers for this DVR port 7de53385-16d5-473c-b8e1-515950fe2be4 on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:34:41.805599 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-6059fd3d-a449-46b4-b79f-586249cc19b7 req-9a7d2837-9feb-4a34-b556-33213d92ca33 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:41.809003 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-6059fd3d-a449-46b4-b79f-586249cc19b7 req-9a7d2837-9feb-4a34-b556-33213d92ca33 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.49 "DELETE /v2.0/ports/7de53385-16d5-473c-b8e1-515950fe2be4 HTTP/1.1" status: 204 len: 173 time: 0.4713230 Aug 08 20:34:41.809442 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'name': 'network-vif-deleted', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:34:41.812442 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c09c7e-d072-4702-a99a-566729f95926" -d '{"events": [{"server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "name": "network-vif-deleted", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:34:41.933013 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-2b94f052-7e4c-4a2e-ae8b-1795c5b8e964 req-13e486eb-bbd7-4ec2-ad12-5a4e81df28c5 tempest-TestMinimumBasicScenario-1510102788 tempest-TestMinimumBasicScenario-1510102788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa59381-fc8c-4fbc-81c0-bc3d14755147 HTTP/1.1" status: 200 len: 210 time: 0.0273945 Aug 08 20:34:42.026426 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4a2d78-6f44-4fa1-b686-016b29b49f8f x-openstack-request-id: req-2b4a2d78-6f44-4fa1-b686-016b29b49f8f {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:34:42.026727 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa59381-fc8c-4fbc-81c0-bc3d14755147", "name": "network-vif-deleted", "tag": "7de53385-16d5-473c-b8e1-515950fe2be4", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:34:42.027032 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b4a2d78-6f44-4fa1-b686-016b29b49f8f {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:34:42.027405 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4a2d78-6f44-4fa1-b686-016b29b49f8f'] response: {'server_uuid': '9fa59381-fc8c-4fbc-81c0-bc3d14755147', 'name': 'network-vif-deleted', 'tag': '7de53385-16d5-473c-b8e1-515950fe2be4', 'status': 'completed', 'code': 200} Aug 08 20:34:44.115107 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34046) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:44.389593 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 7de53385-16d5-473c-b8e1-515950fe2be4 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:44.408851 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: 7de53385-16d5-473c-b8e1-515950fe2be4 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:44.409201 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device 7de53385-16d5-473c-b8e1-515950fe2be4 not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:44.435927 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-28ad399c-f35d-4559-bbfc-7831a35f3622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641834'] for router_interface (fa02c5fe-da63-4b23-a19b-bac6cab88850), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:44.661341 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-28ad399c-f35d-4559-bbfc-7831a35f3622 admin admin] Deleting port f51af11c-9b83-468e-b61c-c093f2f95267 {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:44.661598 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-28ad399c-f35d-4559-bbfc-7831a35f3622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:44.740279 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-28ad399c-f35d-4559-bbfc-7831a35f3622 admin admin] For port f51af11c-9b83-468e-b61c-c093f2f95267, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=f51af11c-9b83-468e-b61c-c093f2f95267,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:44.740667 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-28ad399c-f35d-4559-bbfc-7831a35f3622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:44.753996 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-28ad399c-f35d-4559-bbfc-7831a35f3622 admin admin] Calling delete_port for f51af11c-9b83-468e-b61c-c093f2f95267 owned by network:router_interface {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:44.984190 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-28ad399c-f35d-4559-bbfc-7831a35f3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (f51af11c-9b83-468e-b61c-c093f2f95267), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:45.010038 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad399c-f35d-4559-bbfc-7831a35f3622 admin admin] Pushing event deleted for resources: {'Port': ['ID=f51af11c-9b83-468e-b61c-c093f2f95267,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:45.174548 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-28ad399c-f35d-4559-bbfc-7831a35f3622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641466'] for router_interface (fa02c5fe-da63-4b23-a19b-bac6cab88850), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:45.374837 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ad399c-f35d-4559-bbfc-7831a35f3622 admin admin] Router fa02c5fe-da63-4b23-a19b-bac6cab88850 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:34:45.477777 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ad399c-f35d-4559-bbfc-7831a35f3622 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:34:45.483588 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-28ad399c-f35d-4559-bbfc-7831a35f3622 admin admin] 10.222.0.26 "PUT /v2.0/routers/fa02c5fe-da63-4b23-a19b-bac6cab88850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3661201 Aug 08 20:34:45.485412 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34048) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:45.488019 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9694c0a-508d-4e92-8bb1-db95aa60f4c1 None None] Sync routers for ids ['fa02c5fe-da63-4b23-a19b-bac6cab88850'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:34:45.497561 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9694c0a-508d-4e92-8bb1-db95aa60f4c1 None None] Routers {'fa02c5fe-da63-4b23-a19b-bac6cab88850'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:45.498250 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-d9694c0a-508d-4e92-8bb1-db95aa60f4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['fa02c5fe-da63-4b23-a19b-bac6cab88850'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:45.582174 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Publish callbacks [] for router (fa02c5fe-da63-4b23-a19b-bac6cab88850), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:45.599392 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-d9694c0a-508d-4e92-8bb1-db95aa60f4c1 None None] Set router fa02c5fe-da63-4b23-a19b-bac6cab88850 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:45.678792 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Publish callbacks [] for router_gateway (fa02c5fe-da63-4b23-a19b-bac6cab88850), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:45.777845 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-d9694c0a-508d-4e92-8bb1-db95aa60f4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:34:44Z', 'revision_number': 5, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port': {'id': 'e742b05b-818b-4835-b300-777746cf7d1f', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:19Z', 'updated_at': '2022-08-08T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:45.783182 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Deleting port e742b05b-818b-4835-b300-777746cf7d1f {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:45.783758 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (e742b05b-818b-4835-b300-777746cf7d1f), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:45.802976 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9694c0a-508d-4e92-8bb1-db95aa60f4c1 None None] Checking router: fa02c5fe-da63-4b23-a19b-bac6cab88850 for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:34:45.811322 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9694c0a-508d-4e92-8bb1-db95aa60f4c1 None None] Routers {'fa02c5fe-da63-4b23-a19b-bac6cab88850'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:45.811937 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-d9694c0a-508d-4e92-8bb1-db95aa60f4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['fa02c5fe-da63-4b23-a19b-bac6cab88850'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:45.862172 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] For port e742b05b-818b-4835-b300-777746cf7d1f, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=e742b05b-818b-4835-b300-777746cf7d1f,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:45.862544 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (e742b05b-818b-4835-b300-777746cf7d1f), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:45.875190 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Calling delete_port for e742b05b-818b-4835-b300-777746cf7d1f owned by network:router_gateway {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:45.895061 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-d9694c0a-508d-4e92-8bb1-db95aa60f4c1 None None] Set router fa02c5fe-da63-4b23-a19b-bac6cab88850 gateway port host: None {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:45.944935 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-d9694c0a-508d-4e92-8bb1-db95aa60f4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:34:45Z', 'revision_number': 6, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port_host': None}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:45.969163 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9694c0a-508d-4e92-8bb1-db95aa60f4c1 None None] The sync data for ids ['fa02c5fe-da63-4b23-a19b-bac6cab88850'] in dv-cinder-848821-2-iscsi is: [{'id': 'fa02c5fe-da63-4b23-a19b-bac6cab88850', 'name': 'tempest-TestMinimumBasicScenario-1544035262-router', 'tenant_id': 'b6df5119bb93492787dbad04ccbc6a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:18Z', 'updated_at': '2022-08-08T20:34:45Z', 'revision_number': 6, 'project_id': 'b6df5119bb93492787dbad04ccbc6a98', 'gw_port_host': None}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:34:46.110082 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (e742b05b-818b-4835-b300-777746cf7d1f), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:46.137669 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Pushing event deleted for resources: {'Port': ['ID=e742b05b-818b-4835-b300-777746cf7d1f,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:46.198873 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644320'] for router_gateway (fa02c5fe-da63-4b23-a19b-bac6cab88850), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:46.515422 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router (fa02c5fe-da63-4b23-a19b-bac6cab88850), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:46.517958 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Publish callbacks [] for router_controller (fa02c5fe-da63-4b23-a19b-bac6cab88850), precommit_delete_associations {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:46.641567 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639312'] for router (fa02c5fe-da63-4b23-a19b-bac6cab88850), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:46.642125 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa02c5fe-da63-4b23-a19b-bac6cab88850 {{(pid=104383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 20:34:46.646357 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:46.647499 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-b275a1ac-78e4-4882-96b8-53c1fb911499 admin admin] 10.222.0.26 "DELETE /v2.0/routers/fa02c5fe-da63-4b23-a19b-bac6cab88850 HTTP/1.1" status: 204 len: 168 time: 1.1611762 Aug 08 20:34:46.650076 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34052) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:46.697323 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e3276e-9340-4839-b8e9-8396d84d2754 admin admin] Deleting subnet f2de17a4-802d-4c22-9f58-e5b48e724d10 {{(pid=104383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:34:46.700287 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f3e3276e-9340-4839-b8e9-8396d84d2754 admin admin] Publish callbacks [] for subnet (f2de17a4-802d-4c22-9f58-e5b48e724d10), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:46.736720 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f3e3276e-9340-4839-b8e9-8396d84d2754 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3703792'] for subnet (f2de17a4-802d-4c22-9f58-e5b48e724d10), precommit_delete_associations {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:46.814845 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f3e3276e-9340-4839-b8e9-8396d84d2754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (f2de17a4-802d-4c22-9f58-e5b48e724d10), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:46.990676 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f3e3276e-9340-4839-b8e9-8396d84d2754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27037313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26890486'] for subnet (f2de17a4-802d-4c22-9f58-e5b48e724d10), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.016693 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3276e-9340-4839-b8e9-8396d84d2754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2de17a4-802d-4c22-9f58-e5b48e724d10,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:47.024221 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-f3e3276e-9340-4839-b8e9-8396d84d2754 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.027946 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-f3e3276e-9340-4839-b8e9-8396d84d2754 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f2de17a4-802d-4c22-9f58-e5b48e724d10 HTTP/1.1" status: 204 len: 168 time: 0.3765388 Aug 08 20:34:47.029988 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c333ce25-d397-49ce-a61c-94a4e079c098 None None] Network ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:34:47.030455 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34054) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:47.097873 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.148139 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Deleting port c7818f87-6a22-4f89-b146-135350fbda34 {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:47.148491 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (c7818f87-6a22-4f89-b146-135350fbda34), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.188523 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e40ea-5a94-4b49-a313-ee4e7f0af0f0 None None] DHCP port deletion for ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 request from dv-cinder-848821-2-iscsi {{(pid=104385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 20:34:47.215504 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] For port c7818f87-6a22-4f89-b146-135350fbda34, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=c7818f87-6a22-4f89-b146-135350fbda34,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:47.216119 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (c7818f87-6a22-4f89-b146-135350fbda34), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.229246 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Calling delete_port for c7818f87-6a22-4f89-b146-135350fbda34 owned by network:dhcp {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:47.232143 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-189e40ea-5a94-4b49-a313-ee4e7f0af0f0 None None] Deleting port c7818f87-6a22-4f89-b146-135350fbda34 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:47.232523 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-189e40ea-5a94-4b49-a313-ee4e7f0af0f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (c7818f87-6a22-4f89-b146-135350fbda34), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.294173 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-189e40ea-5a94-4b49-a313-ee4e7f0af0f0 None None] For port c7818f87-6a22-4f89-b146-135350fbda34, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=c7818f87-6a22-4f89-b146-135350fbda34,segment=NetworkSegment(07cdeb9c-1848-4014-87dd-198f1d4e3b7d),segment_id=07cdeb9c-1848-4014-87dd-198f1d4e3b7d)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:47.294483 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-189e40ea-5a94-4b49-a313-ee4e7f0af0f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (c7818f87-6a22-4f89-b146-135350fbda34), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.306566 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-189e40ea-5a94-4b49-a313-ee4e7f0af0f0 None None] Calling delete_port for c7818f87-6a22-4f89-b146-135350fbda34 owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:47.361315 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (c7818f87-6a22-4f89-b146-135350fbda34), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.381464 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-189e40ea-5a94-4b49-a313-ee4e7f0af0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121'] for port (c7818f87-6a22-4f89-b146-135350fbda34), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.386708 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Pushing event deleted for resources: {'Port': ['ID=c7818f87-6a22-4f89-b146-135350fbda34,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:47.388545 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] No DVR routers for this DVR port c7818f87-6a22-4f89-b146-135350fbda34 on host dv-cinder-848821-2-iscsi {{(pid=104383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:34:47.408452 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e40ea-5a94-4b49-a313-ee4e7f0af0f0 None None] Pushing event deleted for resources: {'Port': ['ID=c7818f87-6a22-4f89-b146-135350fbda34,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:47.410212 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e40ea-5a94-4b49-a313-ee4e7f0af0f0 None None] No DVR routers for this DVR port c7818f87-6a22-4f89-b146-135350fbda34 on host dv-cinder-848821-2-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:34:47.465335 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.484841 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1']}} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:47.493926 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cdeb9c-1848-4014-87dd-198f1d4e3b7d') {'for_net_delete': True} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:47.494227 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.services.segments.db [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cdeb9c-1848-4014-87dd-198f1d4e3b7d') {} {{(pid=104383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:47.504288 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3703299'] for segment (07cdeb9c-1848-4014-87dd-198f1d4e3b7d), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.517808 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (07cdeb9c-1848-4014-87dd-198f1d4e3b7d), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.523798 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=104383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:34:47.524218 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27037423'] for segment (07cdeb9c-1848-4014-87dd-198f1d4e3b7d), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.565974 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 07cdeb9c-1848-4014-87dd-198f1d4e3b7d resource provider aggregate not found Aug 08 20:34:47.585599 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.services.segments.plugin [-] Segment 07cdeb9c-1848-4014-87dd-198f1d4e3b7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07cdeb9c-1848-4014-87dd-198f1d4e3b7d found for delete ", "request_id": "req-264eb83b-ed3d-46a1-8744-09c0f76f818d"}]} Aug 08 20:34:47.642994 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.656748 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device c7818f87-6a22-4f89-b146-135350fbda34 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:47.659219 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:47.662441 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] 10.222.0.26 "DELETE /v2.0/networks/ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1 HTTP/1.1" status: 204 len: 168 time: 0.6312912 Aug 08 20:34:47.663865 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08e555-416e-46bd-b173-bc23b5b02dae admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc3feb4-8d5a-48c0-bd87-dfdce1de2ff1,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:47.665428 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34060) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:47.677031 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: c7818f87-6a22-4f89-b146-135350fbda34 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:47.677380 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device c7818f87-6a22-4f89-b146-135350fbda34 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:47.677805 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device f51af11c-9b83-468e-b61c-c093f2f95267 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:47.696665 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: f51af11c-9b83-468e-b61c-c093f2f95267 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:47.697036 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device f51af11c-9b83-468e-b61c-c093f2f95267 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:47.697449 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device e742b05b-818b-4835-b300-777746cf7d1f no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:47.715829 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: e742b05b-818b-4835-b300-777746cf7d1f {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:47.716179 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device e742b05b-818b-4835-b300-777746cf7d1f not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:47.988027 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-912ebeaa-46d3-43ed-b008-c99fabe8d492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641834'] for router_interface (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:48.218135 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-912ebeaa-46d3-43ed-b008-c99fabe8d492 admin admin] Deleting port da0a9a40-7425-4659-bca3-b0d8eb3910ef {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:48.218829 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-912ebeaa-46d3-43ed-b008-c99fabe8d492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:48.298823 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-912ebeaa-46d3-43ed-b008-c99fabe8d492 admin admin] For port da0a9a40-7425-4659-bca3-b0d8eb3910ef, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=da0a9a40-7425-4659-bca3-b0d8eb3910ef,segment=NetworkSegment(78aa8c04-90ff-46e0-af19-22d34263fb4e),segment_id=78aa8c04-90ff-46e0-af19-22d34263fb4e)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:48.299093 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-912ebeaa-46d3-43ed-b008-c99fabe8d492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:48.311140 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-912ebeaa-46d3-43ed-b008-c99fabe8d492 admin admin] Calling delete_port for da0a9a40-7425-4659-bca3-b0d8eb3910ef owned by network:router_interface {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:48.527256 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-912ebeaa-46d3-43ed-b008-c99fabe8d492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (da0a9a40-7425-4659-bca3-b0d8eb3910ef), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:48.557295 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ebeaa-46d3-43ed-b008-c99fabe8d492 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0a9a40-7425-4659-bca3-b0d8eb3910ef,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:48.712579 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-912ebeaa-46d3-43ed-b008-c99fabe8d492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641466'] for router_interface (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:48.915020 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912ebeaa-46d3-43ed-b008-c99fabe8d492 admin admin] Router 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:34:49.013920 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912ebeaa-46d3-43ed-b008-c99fabe8d492 admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:34:49.019362 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-912ebeaa-46d3-43ed-b008-c99fabe8d492 admin admin] 10.222.0.26 "PUT /v2.0/routers/18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3529904 Aug 08 20:34:49.021927 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34062) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:49.022412 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6efddbf-480c-493c-a654-562e26035af4 None None] Sync routers for ids ['18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'] in dv-cinder-848821-2-iscsi {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:34:49.034111 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6efddbf-480c-493c-a654-562e26035af4 None None] Routers {'18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:49.034716 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-b6efddbf-480c-493c-a654-562e26035af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:49.119328 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Publish callbacks [] for router (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:49.132519 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-b6efddbf-480c-493c-a654-562e26035af4 None None] Set router 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 gateway port host: dv-cinder-848821-2-iscsi {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:49.214660 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Publish callbacks [] for router_gateway (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:49.301878 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-b6efddbf-480c-493c-a654-562e26035af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'name': 'tempest-TestMinimumBasicScenario-349258423-router', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:25Z', 'updated_at': '2022-08-08T20:34:48Z', 'revision_number': 5, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'gw_port': {'id': '3c9ab158-5cf1-4c12-9623-3278296206a3', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:32:26Z', 'updated_at': '2022-08-08T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:49.325697 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6efddbf-480c-493c-a654-562e26035af4 None None] Checking router: 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 for host: dv-cinder-848821-2-iscsi {{(pid=104386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:34:49.334954 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6efddbf-480c-493c-a654-562e26035af4 None None] Routers {'18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:34:49.335561 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-b6efddbf-480c-493c-a654-562e26035af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:24Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'], 'active': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:49.348921 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Deleting port 3c9ab158-5cf1-4c12-9623-3278296206a3 {{(pid=104383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:49.349580 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:49.419898 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvr_db [None req-b6efddbf-480c-493c-a654-562e26035af4 None None] Set router 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 gateway port host: None {{(pid=104386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:34:49.426056 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.db [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] For port 3c9ab158-5cf1-4c12-9623-3278296206a3, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=3c9ab158-5cf1-4c12-9623-3278296206a3,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:49.426418 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:49.439428 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.plugins.ml2.plugin [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Calling delete_port for 3c9ab158-5cf1-4c12-9623-3278296206a3 owned by network:router_gateway {{(pid=104383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:49.471864 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.l3_hamode_db [None req-b6efddbf-480c-493c-a654-562e26035af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'name': 'tempest-TestMinimumBasicScenario-349258423-router', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:25Z', 'updated_at': '2022-08-08T20:34:49Z', 'revision_number': 6, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'gw_port_host': None}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:49.496548 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6efddbf-480c-493c-a654-562e26035af4 None None] The sync data for ids ['18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06'] in dv-cinder-848821-2-iscsi is: [{'id': '18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06', 'name': 'tempest-TestMinimumBasicScenario-349258423-router', 'tenant_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:32:25Z', 'updated_at': '2022-08-08T20:34:49Z', 'revision_number': 6, 'project_id': '3c9881cbe1154490a8a2d527cd41fcd8', 'gw_port_host': None}] {{(pid=104386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:34:49.885935 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device da0a9a40-7425-4659-bca3-b0d8eb3910ef no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:49.892977 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27037362'] for port (3c9ab158-5cf1-4c12-9623-3278296206a3), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:49.908753 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: da0a9a40-7425-4659-bca3-b0d8eb3910ef {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:49.908753 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device da0a9a40-7425-4659-bca3-b0d8eb3910ef not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:49.923399 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9ab158-5cf1-4c12-9623-3278296206a3,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:49.986127 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644320'] for router_gateway (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.072577 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.074593 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Publish callbacks [] for router_controller (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), precommit_delete_associations {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.172772 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639312'] for router (18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.173517 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 {{(pid=104383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 20:34:50.178980 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.180261 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-87532e9d-c254-42c2-b8d5-f1a2a8f51dd1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/18d18c4e-59a3-4a6d-b0b2-2fb3a2366a06 HTTP/1.1" status: 204 len: 168 time: 1.1572592 Aug 08 20:34:50.182829 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34064) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:50.231080 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.db.db_base_plugin_v2 [None req-a331580c-1978-45e8-9092-9246c577cad3 admin admin] Deleting subnet 10cbc2b3-80cb-4d55-b636-3765ce9e7f58 {{(pid=104383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:34:50.234055 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a331580c-1978-45e8-9092-9246c577cad3 admin admin] Publish callbacks [] for subnet (10cbc2b3-80cb-4d55-b636-3765ce9e7f58), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.271081 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a331580c-1978-45e8-9092-9246c577cad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3703792'] for subnet (10cbc2b3-80cb-4d55-b636-3765ce9e7f58), precommit_delete_associations {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.345582 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a331580c-1978-45e8-9092-9246c577cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (10cbc2b3-80cb-4d55-b636-3765ce9e7f58), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.441647 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a331580c-1978-45e8-9092-9246c577cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27037313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26890486'] for subnet (10cbc2b3-80cb-4d55-b636-3765ce9e7f58), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.468098 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331580c-1978-45e8-9092-9246c577cad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10cbc2b3-80cb-4d55-b636-3765ce9e7f58,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:50.473065 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-a331580c-1978-45e8-9092-9246c577cad3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.476657 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-a331580c-1978-45e8-9092-9246c577cad3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/10cbc2b3-80cb-4d55-b636-3765ce9e7f58 HTTP/1.1" status: 204 len: 168 time: 0.2927506 Aug 08 20:34:50.479819 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34066) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:50.489927 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a30509-cc3d-4796-9b45-d21dc20ab7bb None None] Network 6d26222e-656b-4d0a-a2c1-31169ac3f3f2 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:34:50.668854 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89490f4f-846b-4324-89ab-cb1b92f6c816 None None] DHCP port deletion for 6d26222e-656b-4d0a-a2c1-31169ac3f3f2 request from dv-cinder-848821-2-iscsi {{(pid=104385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 20:34:50.716141 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-89490f4f-846b-4324-89ab-cb1b92f6c816 None None] Deleting port 5679e361-19f7-4bdc-a9c8-25e7e331c607 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:50.716662 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-89490f4f-846b-4324-89ab-cb1b92f6c816 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.789490 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-89490f4f-846b-4324-89ab-cb1b92f6c816 None None] For port 5679e361-19f7-4bdc-a9c8-25e7e331c607, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5679e361-19f7-4bdc-a9c8-25e7e331c607,segment=NetworkSegment(78aa8c04-90ff-46e0-af19-22d34263fb4e),segment_id=78aa8c04-90ff-46e0-af19-22d34263fb4e)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:50.789902 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-89490f4f-846b-4324-89ab-cb1b92f6c816 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.806633 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-89490f4f-846b-4324-89ab-cb1b92f6c816 None None] Calling delete_port for 5679e361-19f7-4bdc-a9c8-25e7e331c607 owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:50.850964 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (6d26222e-656b-4d0a-a2c1-31169ac3f3f2), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.901107 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Deleting port 5679e361-19f7-4bdc-a9c8-25e7e331c607 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:34:50.906145 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.938602 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-89490f4f-846b-4324-89ab-cb1b92f6c816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.964065 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89490f4f-846b-4324-89ab-cb1b92f6c816 None None] Pushing event deleted for resources: {'Port': ['ID=5679e361-19f7-4bdc-a9c8-25e7e331c607,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:50.969100 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89490f4f-846b-4324-89ab-cb1b92f6c816 None None] No DVR routers for this DVR port 5679e361-19f7-4bdc-a9c8-25e7e331c607 on host dv-cinder-848821-2-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:34:50.969814 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] For port 5679e361-19f7-4bdc-a9c8-25e7e331c607, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5679e361-19f7-4bdc-a9c8-25e7e331c607,segment=NetworkSegment(78aa8c04-90ff-46e0-af19-22d34263fb4e),segment_id=78aa8c04-90ff-46e0-af19-22d34263fb4e)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:34:50.971125 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:50.985358 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Calling delete_port for 5679e361-19f7-4bdc-a9c8-25e7e331c607 owned by network:dhcp {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:34:51.065130 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (5679e361-19f7-4bdc-a9c8-25e7e331c607), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:51.094199 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Pushing event deleted for resources: {'Port': ['ID=5679e361-19f7-4bdc-a9c8-25e7e331c607,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:51.098538 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] No DVR routers for this DVR port 5679e361-19f7-4bdc-a9c8-25e7e331c607 on host dv-cinder-848821-2-iscsi {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:34:51.171383 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (6d26222e-656b-4d0a-a2c1-31169ac3f3f2), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:51.200736 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d26222e-656b-4d0a-a2c1-31169ac3f3f2']}} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:51.211913 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78aa8c04-90ff-46e0-af19-22d34263fb4e') {'for_net_delete': True} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:51.212200 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78aa8c04-90ff-46e0-af19-22d34263fb4e') {} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:34:51.224208 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26585134'] for segment (78aa8c04-90ff-46e0-af19-22d34263fb4e), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:51.237946 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (78aa8c04-90ff-46e0-af19-22d34263fb4e), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:51.243933 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=104384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:34:51.244323 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26740258'] for segment (78aa8c04-90ff-46e0-af19-22d34263fb4e), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:51.378795 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (6d26222e-656b-4d0a-a2c1-31169ac3f3f2), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:51.385620 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:51.388796 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] 10.222.0.26 "DELETE /v2.0/networks/6d26222e-656b-4d0a-a2c1-31169ac3f3f2 HTTP/1.1" status: 204 len: 168 time: 0.9076409 Aug 08 20:34:51.399697 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment 78aa8c04-90ff-46e0-af19-22d34263fb4e resource provider aggregate not found Aug 08 20:34:51.404202 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e85a92-2054-4536-822a-83761c42d60a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d26222e-656b-4d0a-a2c1-31169ac3f3f2,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:51.416958 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment 78aa8c04-90ff-46e0-af19-22d34263fb4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78aa8c04-90ff-46e0-af19-22d34263fb4e found for delete ", "request_id": "req-1a290207-0a9d-42a0-84eb-e23276b33785"}]} Aug 08 20:34:51.464423 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1c13ecef-a3cf-46aa-bdfc-f999025495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:51.654606 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5679e361-19f7-4bdc-a9c8-25e7e331c607 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:51.674853 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 5679e361-19f7-4bdc-a9c8-25e7e331c607 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:51.675202 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5679e361-19f7-4bdc-a9c8-25e7e331c607 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:51.675626 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 3c9ab158-5cf1-4c12-9623-3278296206a3 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:34:51.698058 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 3c9ab158-5cf1-4c12-9623-3278296206a3 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:34:51.698456 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 3c9ab158-5cf1-4c12-9623-3278296206a3 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:34:51.772990 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34076) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:51.812957 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-4f213206-f1a6-467d-b630-ae6ace0110a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6df5119bb93492787dbad04ccbc6a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388081 Aug 08 20:34:51.815345 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34078) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:51.861106 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-28e6b924-7cf9-43c7-849a-816da795250a admin admin] Publish callbacks [] for security_group (a78ad409-40c8-4237-98b0-7ff91225e149), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:51.882381 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-28e6b924-7cf9-43c7-849a-816da795250a admin admin] Publish callbacks [] for security_group (a78ad409-40c8-4237-98b0-7ff91225e149), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:51.995279 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-28e6b924-7cf9-43c7-849a-816da795250a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (a78ad409-40c8-4237-98b0-7ff91225e149), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:51.998891 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-28e6b924-7cf9-43c7-849a-816da795250a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:52.000032 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-28e6b924-7cf9-43c7-849a-816da795250a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a78ad409-40c8-4237-98b0-7ff91225e149 HTTP/1.1" status: 204 len: 168 time: 0.1838050 Aug 08 20:34:52.008846 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6b924-7cf9-43c7-849a-816da795250a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78ad409-40c8-4237-98b0-7ff91225e149,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:52.218046 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:52.708215 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34084) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:52.748786 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d3ae71e8-38e0-4672-9556-0d00d02431a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c9881cbe1154490a8a2d527cd41fcd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393913 Aug 08 20:34:52.751290 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34086) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:34:52.797309 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-94da2cfb-77f4-4b33-930b-782218fb47ea admin admin] Publish callbacks [] for security_group (654bf621-d9f1-4eab-b47b-022888ca613c), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:52.818215 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-94da2cfb-77f4-4b33-930b-782218fb47ea admin admin] Publish callbacks [] for security_group (654bf621-d9f1-4eab-b47b-022888ca613c), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:53.058467 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-94da2cfb-77f4-4b33-930b-782218fb47ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (654bf621-d9f1-4eab-b47b-022888ca613c), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:53.061106 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-94da2cfb-77f4-4b33-930b-782218fb47ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:53.062314 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-94da2cfb-77f4-4b33-930b-782218fb47ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/654bf621-d9f1-4eab-b47b-022888ca613c HTTP/1.1" status: 204 len: 168 time: 0.3098702 Aug 08 20:34:53.070204 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da2cfb-77f4-4b33-930b-782218fb47ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654bf621-d9f1-4eab-b47b-022888ca613c,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:34:54.064497 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-09269d0a-9952-431c-a635-7f94efb27e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:55.046825 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:56.629732 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:58.069506 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:34:58.661709 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-981f9d39-91d2-4765-b8d4-9a764dbb2f92 req-c6328d8b-24ff-4fa6-9a3c-9d2bf905a49f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475628 Aug 08 20:34:58.749079 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f9d39-91d2-4765-b8d4-9a764dbb2f92 req-8f017ec0-f928-47c4-9f84-148b23cbb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:58.750601 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-981f9d39-91d2-4765-b8d4-9a764dbb2f92 req-8f017ec0-f928-47c4-9f84-148b23cbb3ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a580d7c8912343189a99fb62f70906bf&device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 1129 time: 0.0459831 Aug 08 20:34:58.854362 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f9d39-91d2-4765-b8d4-9a764dbb2f92 req-b55855a4-5e39-4b30-8c91-84fe8286660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:58.855825 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-981f9d39-91d2-4765-b8d4-9a764dbb2f92 req-b55855a4-5e39-4b30-8c91-84fe8286660d service neutron] 10.222.0.49 "GET /v2.0/networks?id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 200 len: 915 time: 0.0854216 Aug 08 20:34:58.920827 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-981f9d39-91d2-4765-b8d4-9a764dbb2f92 req-61d79ee2-68fc-4266-b06a-484c5c466867 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebc59271-838c-498b-bf82-d73f32b62d4c HTTP/1.1" status: 200 len: 1000 time: 0.0582707 Aug 08 20:34:58.968662 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f9d39-91d2-4765-b8d4-9a764dbb2f92 req-463b1dea-8b2b-44cf-8331-90318f0f7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:58.970159 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-981f9d39-91d2-4765-b8d4-9a764dbb2f92 req-463b1dea-8b2b-44cf-8331-90318f0f7a37 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b48208d-4ab2-4360-baa8-e93c0ab84e18 HTTP/1.1" status: 200 len: 853 time: 0.0436301 Aug 08 20:34:59.016742 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f9d39-91d2-4765-b8d4-9a764dbb2f92 req-6ad5e54d-5117-4c4e-a7ef-e45fdff3598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:34:59.018861 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-981f9d39-91d2-4765-b8d4-9a764dbb2f92 req-6ad5e54d-5117-4c4e-a7ef-e45fdff3598c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432510 Aug 08 20:34:59.108910 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-981f9d39-91d2-4765-b8d4-9a764dbb2f92 req-6273b18e-7d4f-413e-a50b-f7d55c191944 service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834568 Aug 08 20:34:59.196342 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-981f9d39-91d2-4765-b8d4-9a764dbb2f92 req-57d905cb-03b9-4096-ab36-2a0af4124621 service neutron] 10.222.0.49 "GET /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819910 Aug 08 20:35:06.580201 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:35:12.242224 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0a9d5-b252-495a-a35c-de1d28ed7dd3 req-16a84ef0-ceb2-49b1-a9d8-05ab82f73343 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:35:12.243718 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3ff0a9d5-b252-495a-a35c-de1d28ed7dd3 req-16a84ef0-ceb2-49b1-a9d8-05ab82f73343 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 945 time: 0.0565622 Aug 08 20:35:12.290003 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-3ff0a9d5-b252-495a-a35c-de1d28ed7dd3 req-1ad8ac02-f1e8-4105-8b33-88ddd9ce06b7 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c5423af-921a-4a49-a5ff-e41791e91d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407057 Aug 08 20:35:13.412645 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea3c49-2d59-42d7-afb4-4113c827212e req-35704a22-4e16-497c-9b7a-334fedefe095 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:35:13.414160 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-11ea3c49-2d59-42d7-afb4-4113c827212e req-35704a22-4e16-497c-9b7a-334fedefe095 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 945 time: 0.0530474 Aug 08 20:35:13.462127 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-11ea3c49-2d59-42d7-afb4-4113c827212e req-08c63607-fc83-4a68-92ac-0292dae5b536 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c5423af-921a-4a49-a5ff-e41791e91d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 Aug 08 20:35:13.702497 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-612c339f-10e3-4841-9973-d646e369ecaf tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 20:35:13.703944 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-612c339f-10e3-4841-9973-d646e369ecaf tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 945 time: 0.0557289 Aug 08 20:35:13.788539 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Deleting port ebc59271-838c-498b-bf82-d73f32b62d4c {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:35:13.788916 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:13.876878 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] For port ebc59271-838c-498b-bf82-d73f32b62d4c, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=ebc59271-838c-498b-bf82-d73f32b62d4c,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:35:13.877155 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:14.031376 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:14.031738 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644138'] for floatingip (748c058a-2080-43d6-98e2-a11c660c627b), after_update {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:14.032062 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.db.l3_db [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Floating IP 748c058a-2080-43d6-98e2-a11c660c627b disassociated. External IP: 172.27.3.81, port: ebc59271-838c-498b-bf82-d73f32b62d4c. Aug 08 20:35:14.032408 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Calling delete_port for ebc59271-838c-498b-bf82-d73f32b62d4c owned by compute:nova {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:35:14.195155 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (ebc59271-838c-498b-bf82-d73f32b62d4c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:14.222899 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event deleted for resources: {'Port': ['ID=ebc59271-838c-498b-bf82-d73f32b62d4c,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:14.332530 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Router 31334999-1f1a-4313-a670-6d31557d6d5c has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:35:14.433168 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:35:14.443181 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4043a9b-78f9-4e33-bf93-db9835035fe7 None None] Sync routers for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:35:14.452592 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4043a9b-78f9-4e33-bf93-db9835035fe7 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:35:14.453212 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-c4043a9b-78f9-4e33-bf93-db9835035fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:35:14.475468 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] No DVR routers for this DVR port ebc59271-838c-498b-bf82-d73f32b62d4c on host hv-cinder-84882 {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:35:14.478006 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for port (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:14.481330 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [req-509bc975-ee50-42bf-8f34-7e6937bac1af req-6a51871a-0efe-4121-a838-9c01207da2f5 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.49 "DELETE /v2.0/ports/ebc59271-838c-498b-bf82-d73f32b62d4c HTTP/1.1" status: 204 len: 173 time: 0.7721863 Aug 08 20:35:14.481777 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f988af-7087-4b41-a79f-f2d305d54a64', 'name': 'network-vif-deleted', 'tag': 'ebc59271-838c-498b-bf82-d73f32b62d4c'}] {{(pid=104384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 20:35:14.484103 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895f5cd591071001ccd3da8a2f82a1b1606fa5f8caa6fe3d000ffff651d2f87d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efb316f-a8b3-48d1-a8ab-009fe71426be" -d '{"events": [{"server_uuid": "92f988af-7087-4b41-a79f-f2d305d54a64", "name": "network-vif-deleted", "tag": "ebc59271-838c-498b-bf82-d73f32b62d4c"}]}' {{(pid=104384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 20:35:14.522797 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 20:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354f3d1c-45b3-4e47-81f5-178f0589042d x-openstack-request-id: req-354f3d1c-45b3-4e47-81f5-178f0589042d {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 20:35:14.523160 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f988af-7087-4b41-a79f-f2d305d54a64", "name": "network-vif-deleted", "tag": "ebc59271-838c-498b-bf82-d73f32b62d4c", "status": "completed", "code": 200}]} {{(pid=104384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 20:35:14.523431 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-354f3d1c-45b3-4e47-81f5-178f0589042d {{(pid=104384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 20:35:14.523844 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354f3d1c-45b3-4e47-81f5-178f0589042d'] response: {'server_uuid': '92f988af-7087-4b41-a79f-f2d305d54a64', 'name': 'network-vif-deleted', 'tag': 'ebc59271-838c-498b-bf82-d73f32b62d4c', 'status': 'completed', 'code': 200} Aug 08 20:35:14.558960 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-c4043a9b-78f9-4e33-bf93-db9835035fe7 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:35:14.572633 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [req-0045c9cf-e838-48da-bca3-8c42736ad48a req-b8e0b181-ccc5-47d3-b644-84c3e60f2d62 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f988af-7087-4b41-a79f-f2d305d54a64 HTTP/1.1" status: 200 len: 210 time: 0.0325103 Aug 08 20:35:14.773711 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-c4043a9b-78f9-4e33-bf93-db9835035fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:35:14.797688 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4043a9b-78f9-4e33-bf93-db9835035fe7 None None] Checking router: 31334999-1f1a-4313-a670-6d31557d6d5c for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:35:14.807043 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4043a9b-78f9-4e33-bf93-db9835035fe7 None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:35:14.807648 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-c4043a9b-78f9-4e33-bf93-db9835035fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:35:14.906710 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-c4043a9b-78f9-4e33-bf93-db9835035fe7 None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:35:15.097529 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-c4043a9b-78f9-4e33-bf93-db9835035fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:35:15.121994 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4043a9b-78f9-4e33-bf93-db9835035fe7 None None] The sync data for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi is: [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:22Z', 'revision_number': 4, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi', '_interfaces': [{'id': '5f0dca6f-ab96-4b7d-ae8d-287977d37527', 'name': '', 'network_id': '30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'mac_address': 'fa:16:3e:e4:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:20Z', 'updated_at': '2022-08-08T20:30:27Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'subnets': [{'id': '0b48208d-4ab2-4360-baa8-e93c0ab84e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:35:15.342514 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0ba76c-fdc6-4511-8ff2-58132c3583e3 None None] New status for floating IP 748c058a-2080-43d6-98e2-a11c660c627b: DOWN {{(pid=104386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 20:35:15.698456 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34160) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:15.756470 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (6c5423af-921a-4a49-a5ff-e41791e91d7d), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:15.779531 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (6c5423af-921a-4a49-a5ff-e41791e91d7d), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:15.863183 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (6c5423af-921a-4a49-a5ff-e41791e91d7d), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:15.865801 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:15.867033 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "DELETE /v2.0/security-groups/6c5423af-921a-4a49-a5ff-e41791e91d7d HTTP/1.1" status: 204 len: 168 time: 0.1674907 Aug 08 20:35:15.869857 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34162) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:15.876927 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5423af-921a-4a49-a5ff-e41791e91d7d,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:15.884068 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.api.v2.resource [None req-c896fa41-a01f-4573-af91-e19ba0ea31d4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] show failed (client error): The resource could not be found. Aug 08 20:35:15.884698 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:15.885049 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:15.885192 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-c896fa41-a01f-4573-af91-e19ba0ea31d4 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "GET /v2.0/security-groups/6c5423af-921a-4a49-a5ff-e41791e91d7d HTTP/1.1" status: 404 len: 347 time: 0.0142043 Aug 08 20:35:15.885520 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:15.885867 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:15.886208 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:15.886550 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:15.886887 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:15.887224 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:15.887647 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:15.887922 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34164) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:15.888061 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:15.888310 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:15.888642 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:15.888995 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b40d4-da46-4b88-8cfd-29546388db49 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:16.002044 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-a732a0cf-bc28-44f2-b106-94911ebda212 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Deleting port 7c5cd16a-a255-4d2e-aef7-f1490028bc45 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:35:16.002504 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a732a0cf-bc28-44f2-b106-94911ebda212 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (7c5cd16a-a255-4d2e-aef7-f1490028bc45), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:16.077903 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a732a0cf-bc28-44f2-b106-94911ebda212 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (7c5cd16a-a255-4d2e-aef7-f1490028bc45), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:16.078236 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a732a0cf-bc28-44f2-b106-94911ebda212 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (7c5cd16a-a255-4d2e-aef7-f1490028bc45), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:16.089543 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-a732a0cf-bc28-44f2-b106-94911ebda212 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Calling delete_port for 7c5cd16a-a255-4d2e-aef7-f1490028bc45 owned by network:floatingip {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:35:16.279780 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a732a0cf-bc28-44f2-b106-94911ebda212 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (7c5cd16a-a255-4d2e-aef7-f1490028bc45), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:16.302014 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732a0cf-bc28-44f2-b106-94911ebda212 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Pushing event deleted for resources: {'Port': ['ID=7c5cd16a-a255-4d2e-aef7-f1490028bc45,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:16.363898 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a732a0cf-bc28-44f2-b106-94911ebda212 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks [] for floatingip (748c058a-2080-43d6-98e2-a11c660c627b), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:16.366544 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a732a0cf-bc28-44f2-b106-94911ebda212 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37102'] for floatingip (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:16.367668 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-a732a0cf-bc28-44f2-b106-94911ebda212 tempest-AttachVolumeNegativeTest-852540198 tempest-AttachVolumeNegativeTest-852540198-project] 10.222.0.26 "DELETE /v2.0/floatingips/748c058a-2080-43d6-98e2-a11c660c627b HTTP/1.1" status: 204 len: 168 time: 0.4788747 Aug 08 20:35:16.511370 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device ebc59271-838c-498b-bf82-d73f32b62d4c no longer exists at agent hyperv_hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:35:16.531183 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] No Port match for: ebc59271-838c-498b-bf82-d73f32b62d4c {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:35:16.531496 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Device ebc59271-838c-498b-bf82-d73f32b62d4c not bound to the agent host hv-cinder-84882 {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:35:20.395403 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34200) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:20.995820 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641834'] for router_interface (31334999-1f1a-4313-a670-6d31557d6d5c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:21.218280 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Deleting port 5f0dca6f-ab96-4b7d-ae8d-287977d37527 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:35:21.218622 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:21.294928 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] For port 5f0dca6f-ab96-4b7d-ae8d-287977d37527, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=5f0dca6f-ab96-4b7d-ae8d-287977d37527,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:35:21.295204 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:21.307278 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Calling delete_port for 5f0dca6f-ab96-4b7d-ae8d-287977d37527 owned by network:router_interface {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:35:21.520540 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c4eede99-f87d-4467-8c84-7af128131c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:21.549937 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (5f0dca6f-ab96-4b7d-ae8d-287977d37527), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:21.574808 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0dca6f-ab96-4b7d-ae8d-287977d37527,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:21.586142 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.586500 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.586851 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.587210 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.587621 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.587961 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.588298 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.588636 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.589003 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.589333 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.589660 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.590179 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.590306 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:21.753988 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641466'] for router_interface (31334999-1f1a-4313-a670-6d31557d6d5c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:21.948743 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Router 31334999-1f1a-4313-a670-6d31557d6d5c has already been hosted by L3 agent 7ada3fd4-7adc-4e79-b866-c4607b71b611 {{(pid=104384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 20:35:22.092005 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:22.301776 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] Notify agent at l3_agent.dv-cinder-848821-2-iscsi the message routers_updated {{(pid=104384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 20:35:22.306725 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-0c55743b-50bc-4af5-8018-dcc940f060ea admin admin] 10.222.0.26 "PUT /v2.0/routers/31334999-1f1a-4313-a670-6d31557d6d5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9103127 Aug 08 20:35:22.309287 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34204) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:22.313286 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109427a-f25c-4d63-bec7-ff4b232803fd None None] Sync routers for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 20:35:22.322727 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109427a-f25c-4d63-bec7-ff4b232803fd None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:35:22.323332 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a109427a-f25c-4d63-bec7-ff4b232803fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:35:22.404786 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Publish callbacks [] for router (31334999-1f1a-4313-a670-6d31557d6d5c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:22.425660 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-a109427a-f25c-4d63-bec7-ff4b232803fd None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: dv-cinder-848821-2-iscsi {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:35:22.502238 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Publish callbacks [] for router_gateway (31334999-1f1a-4313-a670-6d31557d6d5c), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:22.605219 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Deleting port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:35:22.605879 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:22.606170 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a109427a-f25c-4d63-bec7-ff4b232803fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'external_fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:35:21Z', 'revision_number': 5, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port': {'id': '82bcb059-f343-4a7b-8dc9-d75b6f47b24b', 'name': '', 'network_id': '20c2ba87-50cc-4c17-a28e-a16c072740fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e11194e-7f92-4f29-9e80-207eb4eb047f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-2-iscsi'}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:35:22.630923 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109427a-f25c-4d63-bec7-ff4b232803fd None None] Checking router: 31334999-1f1a-4313-a670-6d31557d6d5c for host: dv-cinder-848821-2-iscsi {{(pid=104385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 20:35:22.639195 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109427a-f25c-4d63-bec7-ff4b232803fd None None] Routers {'31334999-1f1a-4313-a670-6d31557d6d5c'} bound to L3 agent in host dv-cinder-848821-2-iscsi {{(pid=104385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 20:35:22.639808 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a109427a-f25c-4d63-bec7-ff4b232803fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T20:14:24Z,description=,heartbeat_timestamp=2022-08-08T20:34:54Z,host='dv-cinder-848821-2-iscsi',id=7ada3fd4-7adc-4e79-b866-c4607b71b611,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T20:14:24Z,topic='l3_agent')) {'router_ids': ['31334999-1f1a-4313-a670-6d31557d6d5c'], 'active': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:35:22.687331 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] For port 82bcb059-f343-4a7b-8dc9-d75b6f47b24b, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=82bcb059-f343-4a7b-8dc9-d75b6f47b24b,segment=NetworkSegment(2949beda-25d3-4b45-980b-40eea43b66ba),segment_id=2949beda-25d3-4b45-980b-40eea43b66ba)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:35:22.687697 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:22.700580 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Calling delete_port for 82bcb059-f343-4a7b-8dc9-d75b6f47b24b owned by network:router_gateway {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:35:22.721830 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvr_db [None req-a109427a-f25c-4d63-bec7-ff4b232803fd None None] Set router 31334999-1f1a-4313-a670-6d31557d6d5c gateway port host: None {{(pid=104385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 20:35:22.770824 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_hamode_db [None req-a109427a-f25c-4d63-bec7-ff4b232803fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:35:22Z', 'revision_number': 6, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port_host': None}], 'dv-cinder-848821-2-iscsi', False) {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:35:22.797775 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109427a-f25c-4d63-bec7-ff4b232803fd None None] The sync data for ids ['31334999-1f1a-4313-a670-6d31557d6d5c'] in dv-cinder-848821-2-iscsi is: [{'id': '31334999-1f1a-4313-a670-6d31557d6d5c', 'name': 'tempest-AttachVolumeNegativeTest-649652401-router', 'tenant_id': 'a580d7c8912343189a99fb62f70906bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T20:30:17Z', 'updated_at': '2022-08-08T20:35:22Z', 'revision_number': 6, 'project_id': 'a580d7c8912343189a99fb62f70906bf', 'gw_port_host': None}] {{(pid=104385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 20:35:22.907950 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (82bcb059-f343-4a7b-8dc9-d75b6f47b24b), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:22.932252 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=82bcb059-f343-4a7b-8dc9-d75b6f47b24b,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:22.993398 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644320'] for router_gateway (31334999-1f1a-4313-a670-6d31557d6d5c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.077396 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router (31334999-1f1a-4313-a670-6d31557d6d5c), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.079575 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Publish callbacks [] for router_controller (31334999-1f1a-4313-a670-6d31557d6d5c), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.166421 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639312'] for router (31334999-1f1a-4313-a670-6d31557d6d5c), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.166932 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31334999-1f1a-4313-a670-6d31557d6d5c {{(pid=104384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 20:35:23.173825 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.173825 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-a0a180c4-ed6c-4330-8018-e60b96e97b4b admin admin] 10.222.0.26 "DELETE /v2.0/routers/31334999-1f1a-4313-a670-6d31557d6d5c HTTP/1.1" status: 204 len: 168 time: 0.8623512 Aug 08 20:35:23.175913 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34206) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:23.223991 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.db_base_plugin_v2 [None req-b483d95d-c70d-4c06-89e8-de87a1f36ef2 admin admin] Deleting subnet 0b48208d-4ab2-4360-baa8-e93c0ab84e18 {{(pid=104384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 08 20:35:23.227083 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b483d95d-c70d-4c06-89e8-de87a1f36ef2 admin admin] Publish callbacks [] for subnet (0b48208d-4ab2-4360-baa8-e93c0ab84e18), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.261461 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b483d95d-c70d-4c06-89e8-de87a1f36ef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26585565'] for subnet (0b48208d-4ab2-4360-baa8-e93c0ab84e18), precommit_delete_associations {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.337019 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b483d95d-c70d-4c06-89e8-de87a1f36ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989646'] for subnet (0b48208d-4ab2-4360-baa8-e93c0ab84e18), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.441283 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b483d95d-c70d-4c06-89e8-de87a1f36ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26740300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26999934'] for subnet (0b48208d-4ab2-4360-baa8-e93c0ab84e18), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.465836 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483d95d-c70d-4c06-89e8-de87a1f36ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b48208d-4ab2-4360-baa8-e93c0ab84e18,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:23.469389 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-b483d95d-c70d-4c06-89e8-de87a1f36ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for subnet (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.473289 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-b483d95d-c70d-4c06-89e8-de87a1f36ef2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0b48208d-4ab2-4360-baa8-e93c0ab84e18 HTTP/1.1" status: 204 len: 168 time: 0.2964575 Aug 08 20:35:23.475735 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34208) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:23.478383 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c245704-e229-493e-916f-69579f7de1bb None None] Network 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 requested from dv-cinder-848821-2-iscsi {{(pid=104385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 20:35:23.544400 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998159'] for network (30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.608624 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Deleting port a4286346-8932-4cda-95ec-85c68d1de886 {{(pid=104384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:35:23.609230 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (a4286346-8932-4cda-95ec-85c68d1de886), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.640464 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] DHCP port deletion for 30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 request from dv-cinder-848821-2-iscsi {{(pid=104385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 20:35:23.677164 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.db [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] For port a4286346-8932-4cda-95ec-85c68d1de886, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a4286346-8932-4cda-95ec-85c68d1de886,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:35:23.677676 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (a4286346-8932-4cda-95ec-85c68d1de886), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.692110 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.plugin [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Calling delete_port for a4286346-8932-4cda-95ec-85c68d1de886 owned by network:dhcp {{(pid=104384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:35:23.696123 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Deleting port a4286346-8932-4cda-95ec-85c68d1de886 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 08 20:35:23.696378 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750784769482'] for port (a4286346-8932-4cda-95ec-85c68d1de886), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.735385 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device a4286346-8932-4cda-95ec-85c68d1de886 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:35:23.791532 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] For port a4286346-8932-4cda-95ec-85c68d1de886, host dv-cinder-848821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-2-iscsi',level=0,port_id=a4286346-8932-4cda-95ec-85c68d1de886,segment=NetworkSegment(b8c8e264-7f02-46db-9b23-ba3cff2eacf5),segment_id=b8c8e264-7f02-46db-9b23-ba3cff2eacf5)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 20:35:23.793231 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646242'] for port (a4286346-8932-4cda-95ec-85c68d1de886), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.806352 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Calling delete_port for a4286346-8932-4cda-95ec-85c68d1de886 owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 08 20:35:23.886528 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Current status of the port a4286346-8932-4cda-95ec-85c68d1de886 is: ACTIVE; New status is: DOWN {{(pid=104385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 08 20:35:23.886933 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029466'] for port (a4286346-8932-4cda-95ec-85c68d1de886), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.972031 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26740351'] for port (a4286346-8932-4cda-95ec-85c68d1de886), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:23.994908 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5f0dca6f-ab96-4b7d-ae8d-287977d37527 no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:35:24.000014 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4286346-8932-4cda-95ec-85c68d1de886,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:24.004490 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] No DVR routers for this DVR port a4286346-8932-4cda-95ec-85c68d1de886 on host dv-cinder-848821-2-iscsi {{(pid=104384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:35:24.017223 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750784902449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750784352121'] for port (a4286346-8932-4cda-95ec-85c68d1de886), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:24.025858 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 5f0dca6f-ab96-4b7d-ae8d-287977d37527 {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:35:24.026210 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 5f0dca6f-ab96-4b7d-ae8d-287977d37527 not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:35:24.026638 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 82bcb059-f343-4a7b-8dc9-d75b6f47b24b no longer exists at agent ovs-agent-dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 20:35:24.046792 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Pushing event deleted for resources: {'Port': ['ID=a4286346-8932-4cda-95ec-85c68d1de886,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:24.049577 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] No DVR routers for this DVR port a4286346-8932-4cda-95ec-85c68d1de886 on host dv-cinder-848821-2-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 20:35:24.071544 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] No Port match for: 82bcb059-f343-4a7b-8dc9-d75b6f47b24b {{(pid=104385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 08 20:35:24.071904 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.rpc [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Device 82bcb059-f343-4a7b-8dc9-d75b6f47b24b not bound to the agent host dv-cinder-848821-2-iscsi {{(pid=104385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 20:35:24.075769 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.076132 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.076472 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.076824 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.077211 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.077501 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.077831 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.078245 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.078484 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.078811 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.078922 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1986945', 'neutron.services.segments.db._delete_segments_for_network-8750784826085'] for network (30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:24.079137 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.079459 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.079844 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76edfe-77e7-487a-b94d-dceb8c0bfde0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:35:24.083233 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0f36-3006-45d4-ae18-1e43302f30a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:24.104873 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0']}} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:35:24.114598 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5') {'for_net_delete': True} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:35:24.114903 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.services.segments.db [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c8e264-7f02-46db-9b23-ba3cff2eacf5') {} {{(pid=104384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 20:35:24.123990 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750784830702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26585134'] for segment (b8c8e264-7f02-46db-9b23-ba3cff2eacf5), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:24.137105 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882'] for segment (b8c8e264-7f02-46db-9b23-ba3cff2eacf5), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:24.142858 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=104384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 20:35:24.150152 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1990882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26740258'] for segment (b8c8e264-7f02-46db-9b23-ba3cff2eacf5), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:24.186347 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment b8c8e264-7f02-46db-9b23-ba3cff2eacf5 resource provider aggregate not found Aug 08 20:35:24.203801 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.services.segments.plugin [-] Segment b8c8e264-7f02-46db-9b23-ba3cff2eacf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8c8e264-7f02-46db-9b23-ba3cff2eacf5 found for delete ", "request_id": "req-6155a583-9e44-41b5-a6e7-bd83f8aca1be"}]} Aug 08 20:35:24.269483 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1986952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644156'] for network (30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:24.275008 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612958'] for network (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:24.278491 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] 10.222.0.26 "DELETE /v2.0/networks/30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0 HTTP/1.1" status: 204 len: 168 time: 0.8014541 Aug 08 20:35:24.288939 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f5be5-3bab-441c-8187-1a6a8f8acf71 admin admin] Pushing event deleted for resources: {'Network': ['ID=30dbc3a4-8bbb-47a5-ab5c-cc8626ea74b0,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:24.617932 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34216) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:24.656299 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-a176a575-0571-4624-8fe3-5e54db077421 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a580d7c8912343189a99fb62f70906bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372183 Aug 08 20:35:24.659283 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34218) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:24.703544 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e767921b-5424-459d-94b3-97397547aaec admin admin] Publish callbacks [] for security_group (5547a068-dbea-4a39-917d-d66c2013112d), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:24.725121 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e767921b-5424-459d-94b3-97397547aaec admin admin] Publish callbacks [] for security_group (5547a068-dbea-4a39-917d-d66c2013112d), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:24.817619 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e767921b-5424-459d-94b3-97397547aaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (5547a068-dbea-4a39-917d-d66c2013112d), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:24.820262 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-e767921b-5424-459d-94b3-97397547aaec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:24.821482 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-e767921b-5424-459d-94b3-97397547aaec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5547a068-dbea-4a39-917d-d66c2013112d HTTP/1.1" status: 204 len: 168 time: 0.1613336 Aug 08 20:35:24.829212 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767921b-5424-459d-94b3-97397547aaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5547a068-dbea-4a39-917d-d66c2013112d,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:25.028967 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:26.481982 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34268) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:26.590818 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ab369467-91af-4a0a-8937-36ee629b6a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:26.629730 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:26.663984 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ab369467-91af-4a0a-8937-36ee629b6a63 admin admin] Publish callbacks [] for security_group (d4e7169b-6e13-4de3-abe2-8242185f80ed), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:26.713745 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-ab369467-91af-4a0a-8937-36ee629b6a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (d4e7169b-6e13-4de3-abe2-8242185f80ed), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:26.751752 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-ab369467-91af-4a0a-8937-36ee629b6a63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3b9aaaf605d4da293e5be9f221f7711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687094 Aug 08 20:35:26.754484 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab369467-91af-4a0a-8937-36ee629b6a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e7169b-6e13-4de3-abe2-8242185f80ed,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:26.755356 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34272) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:26.803795 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1fd70be6-5460-477c-8c6f-60eb93d8ccb0 admin admin] Publish callbacks [] for security_group (d4e7169b-6e13-4de3-abe2-8242185f80ed), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:26.825367 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1fd70be6-5460-477c-8c6f-60eb93d8ccb0 admin admin] Publish callbacks [] for security_group (d4e7169b-6e13-4de3-abe2-8242185f80ed), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:26.960149 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1fd70be6-5460-477c-8c6f-60eb93d8ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (d4e7169b-6e13-4de3-abe2-8242185f80ed), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:26.962712 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-1fd70be6-5460-477c-8c6f-60eb93d8ccb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:26.963871 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-1fd70be6-5460-477c-8c6f-60eb93d8ccb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4e7169b-6e13-4de3-abe2-8242185f80ed HTTP/1.1" status: 204 len: 168 time: 0.2074950 Aug 08 20:35:26.972407 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd70be6-5460-477c-8c6f-60eb93d8ccb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e7169b-6e13-4de3-abe2-8242185f80ed,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:28.052944 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:29.069218 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34316) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:29.170886 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-dad7e80c-105b-407c-a196-46c80f79096c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:29.244214 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-dad7e80c-105b-407c-a196-46c80f79096c admin admin] Publish callbacks [] for security_group (caa284f7-b5aa-4793-b57d-95d87e3d22bb), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:29.297249 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-dad7e80c-105b-407c-a196-46c80f79096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (caa284f7-b5aa-4793-b57d-95d87e3d22bb), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:29.337379 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-dad7e80c-105b-407c-a196-46c80f79096c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f442213162254d43ab4d09457352360e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670636 Aug 08 20:35:29.339398 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7e80c-105b-407c-a196-46c80f79096c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa284f7-b5aa-4793-b57d-95d87e3d22bb,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:29.340123 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34320) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:29.387852 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cedb987b-4803-4ac2-b5c4-1db45e0e1b90 admin admin] Publish callbacks [] for security_group (caa284f7-b5aa-4793-b57d-95d87e3d22bb), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:29.408526 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cedb987b-4803-4ac2-b5c4-1db45e0e1b90 admin admin] Publish callbacks [] for security_group (caa284f7-b5aa-4793-b57d-95d87e3d22bb), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:29.514041 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cedb987b-4803-4ac2-b5c4-1db45e0e1b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (caa284f7-b5aa-4793-b57d-95d87e3d22bb), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:29.516770 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cedb987b-4803-4ac2-b5c4-1db45e0e1b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:29.525263 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-cedb987b-4803-4ac2-b5c4-1db45e0e1b90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/caa284f7-b5aa-4793-b57d-95d87e3d22bb HTTP/1.1" status: 204 len: 168 time: 0.1768315 Aug 08 20:35:29.525945 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb987b-4803-4ac2-b5c4-1db45e0e1b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa284f7-b5aa-4793-b57d-95d87e3d22bb,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:30.085450 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34326) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:30.098349 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-eff925bc-c8a2-4d95-906b-80e084f2befc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:30.172753 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-eff925bc-c8a2-4d95-906b-80e084f2befc admin admin] Publish callbacks [] for security_group (5be8f5aa-e6ed-4d5f-8355-eac5524bc6aa), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:30.228295 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-eff925bc-c8a2-4d95-906b-80e084f2befc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (5be8f5aa-e6ed-4d5f-8355-eac5524bc6aa), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:30.265751 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-eff925bc-c8a2-4d95-906b-80e084f2befc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bc00fb0b58f458a9313c8e1d5cc99e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795197 Aug 08 20:35:30.267654 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff925bc-c8a2-4d95-906b-80e084f2befc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be8f5aa-e6ed-4d5f-8355-eac5524bc6aa,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:30.269263 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34328) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:30.317018 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4742892e-80fd-4681-b3bf-94935715e210 admin admin] Publish callbacks [] for security_group (5be8f5aa-e6ed-4d5f-8355-eac5524bc6aa), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:30.338320 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4742892e-80fd-4681-b3bf-94935715e210 admin admin] Publish callbacks [] for security_group (5be8f5aa-e6ed-4d5f-8355-eac5524bc6aa), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:30.474153 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4742892e-80fd-4681-b3bf-94935715e210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (5be8f5aa-e6ed-4d5f-8355-eac5524bc6aa), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:30.476794 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4742892e-80fd-4681-b3bf-94935715e210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:30.477978 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-4742892e-80fd-4681-b3bf-94935715e210 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5be8f5aa-e6ed-4d5f-8355-eac5524bc6aa HTTP/1.1" status: 204 len: 168 time: 0.2077098 Aug 08 20:35:30.485578 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742892e-80fd-4681-b3bf-94935715e210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be8f5aa-e6ed-4d5f-8355-eac5524bc6aa,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:38.996370 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34448) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:39.097680 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d9604333-7fc4-41eb-bfa9-b0683820926b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:39.169675 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d9604333-7fc4-41eb-bfa9-b0683820926b admin admin] Publish callbacks [] for security_group (bd68ae26-9518-4593-ad3a-a1b4eae385bd), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:39.239306 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-d9604333-7fc4-41eb-bfa9-b0683820926b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (bd68ae26-9518-4593-ad3a-a1b4eae385bd), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:39.279996 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-d9604333-7fc4-41eb-bfa9-b0683820926b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c1c53fefbf2468cb852e7bcc61344e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825081 Aug 08 20:35:39.280950 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9604333-7fc4-41eb-bfa9-b0683820926b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd68ae26-9518-4593-ad3a-a1b4eae385bd,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:39.282767 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34452) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:39.331356 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7362f0aa-3d2c-4566-8cb4-aa9f784689e9 admin admin] Publish callbacks [] for security_group (bd68ae26-9518-4593-ad3a-a1b4eae385bd), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:39.352731 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7362f0aa-3d2c-4566-8cb4-aa9f784689e9 admin admin] Publish callbacks [] for security_group (bd68ae26-9518-4593-ad3a-a1b4eae385bd), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:39.473750 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7362f0aa-3d2c-4566-8cb4-aa9f784689e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (bd68ae26-9518-4593-ad3a-a1b4eae385bd), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:39.477089 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7362f0aa-3d2c-4566-8cb4-aa9f784689e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:39.478339 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-7362f0aa-3d2c-4566-8cb4-aa9f784689e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd68ae26-9518-4593-ad3a-a1b4eae385bd HTTP/1.1" status: 204 len: 168 time: 0.1945555 Aug 08 20:35:39.486125 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362f0aa-3d2c-4566-8cb4-aa9f784689e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd68ae26-9518-4593-ad3a-a1b4eae385bd,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:40.083812 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34458) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:40.096688 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7d8960fe-cf5e-4090-a24c-70c277271e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:40.170476 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7d8960fe-cf5e-4090-a24c-70c277271e91 admin admin] Publish callbacks [] for security_group (e1c96534-f024-4a55-8352-d89a727ad11a), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:40.222636 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-7d8960fe-cf5e-4090-a24c-70c277271e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (e1c96534-f024-4a55-8352-d89a727ad11a), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:40.262112 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8960fe-cf5e-4090-a24c-70c277271e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c96534-f024-4a55-8352-d89a727ad11a,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:40.266296 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-7d8960fe-cf5e-4090-a24c-70c277271e91 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=356f51a099fd4ff79512a4e33f7f3011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814849 Aug 08 20:35:40.268934 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34460) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:40.316048 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a5376abf-27de-437f-b978-6724125f586f admin admin] Publish callbacks [] for security_group (e1c96534-f024-4a55-8352-d89a727ad11a), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:40.337454 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a5376abf-27de-437f-b978-6724125f586f admin admin] Publish callbacks [] for security_group (e1c96534-f024-4a55-8352-d89a727ad11a), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:40.456419 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a5376abf-27de-437f-b978-6724125f586f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (e1c96534-f024-4a55-8352-d89a727ad11a), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:40.459631 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a5376abf-27de-437f-b978-6724125f586f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:40.460891 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-a5376abf-27de-437f-b978-6724125f586f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1c96534-f024-4a55-8352-d89a727ad11a HTTP/1.1" status: 204 len: 168 time: 0.1910338 Aug 08 20:35:40.468698 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5376abf-27de-437f-b978-6724125f586f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c96534-f024-4a55-8352-d89a727ad11a,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:43.579011 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:35:50.641226 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34544) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:50.752463 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a2731069-4853-43b7-9711-83c66613172e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:50.836767 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a2731069-4853-43b7-9711-83c66613172e admin admin] Publish callbacks [] for security_group (bee64fab-d51c-4df2-a447-08f49d5338ba), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:50.896675 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-a2731069-4853-43b7-9711-83c66613172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (bee64fab-d51c-4df2-a447-08f49d5338ba), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:50.937756 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-a2731069-4853-43b7-9711-83c66613172e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac785ba499aa400a9a59270d67174de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954106 Aug 08 20:35:50.938744 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2731069-4853-43b7-9711-83c66613172e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee64fab-d51c-4df2-a447-08f49d5338ba,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:50.940445 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34548) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:35:50.998978 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4cf68c5f-70f9-4773-9abf-2b3107c77119 admin admin] Publish callbacks [] for security_group (bee64fab-d51c-4df2-a447-08f49d5338ba), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:51.026257 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4cf68c5f-70f9-4773-9abf-2b3107c77119 admin admin] Publish callbacks [] for security_group (bee64fab-d51c-4df2-a447-08f49d5338ba), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:51.136793 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4cf68c5f-70f9-4773-9abf-2b3107c77119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (bee64fab-d51c-4df2-a447-08f49d5338ba), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:51.139508 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-4cf68c5f-70f9-4773-9abf-2b3107c77119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:51.140668 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-4cf68c5f-70f9-4773-9abf-2b3107c77119 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bee64fab-d51c-4df2-a447-08f49d5338ba HTTP/1.1" status: 204 len: 168 time: 0.1992083 Aug 08 20:35:51.149834 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf68c5f-70f9-4773-9abf-2b3107c77119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee64fab-d51c-4df2-a447-08f49d5338ba,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:35:51.496016 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d51d9f61-7b1a-4759-b888-0b03889062e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:52.090551 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:54.022341 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-401314c3-da51-4aff-9d8c-8c9cbac11a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:55.056747 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:56.736626 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:35:58.073602 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:01.794526 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34668) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:36:01.897536 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-33ea2a6b-0817-4c33-8f01-474400208d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:01.969738 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-33ea2a6b-0817-4c33-8f01-474400208d0a admin admin] Publish callbacks [] for security_group (cd91f4a4-9632-4879-97d1-665d8057455e), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:02.056341 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-33ea2a6b-0817-4c33-8f01-474400208d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (cd91f4a4-9632-4879-97d1-665d8057455e), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:02.094977 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-33ea2a6b-0817-4c33-8f01-474400208d0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eec4fe71207e472488dc7c7f0edaa100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993715 Aug 08 20:36:02.095852 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea2a6b-0817-4c33-8f01-474400208d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd91f4a4-9632-4879-97d1-665d8057455e,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:36:02.097726 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34672) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:36:02.148825 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-bafa1d1c-9e25-41e1-aa7c-4049c12f1da0 admin admin] Publish callbacks [] for security_group (cd91f4a4-9632-4879-97d1-665d8057455e), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:02.169659 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-bafa1d1c-9e25-41e1-aa7c-4049c12f1da0 admin admin] Publish callbacks [] for security_group (cd91f4a4-9632-4879-97d1-665d8057455e), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:02.301712 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-bafa1d1c-9e25-41e1-aa7c-4049c12f1da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (cd91f4a4-9632-4879-97d1-665d8057455e), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:02.304328 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-bafa1d1c-9e25-41e1-aa7c-4049c12f1da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:02.306119 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-bafa1d1c-9e25-41e1-aa7c-4049c12f1da0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd91f4a4-9632-4879-97d1-665d8057455e HTTP/1.1" status: 204 len: 168 time: 0.2073932 Aug 08 20:36:02.313645 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa1d1c-9e25-41e1-aa7c-4049c12f1da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd91f4a4-9632-4879-97d1-665d8057455e,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:36:02.889523 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34678) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:36:02.902529 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4401c025-25a6-40c6-8a37-549794ebe7fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:02.974597 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4401c025-25a6-40c6-8a37-549794ebe7fd admin admin] Publish callbacks [] for security_group (b73d20ee-12aa-4c68-bc26-f6bdd47ca274), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:03.027403 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-4401c025-25a6-40c6-8a37-549794ebe7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (b73d20ee-12aa-4c68-bc26-f6bdd47ca274), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:03.066527 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-4401c025-25a6-40c6-8a37-549794ebe7fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2372d460eb344dbfb0153ace9a901491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758235 Aug 08 20:36:03.067428 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401c025-25a6-40c6-8a37-549794ebe7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73d20ee-12aa-4c68-bc26-f6bdd47ca274,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:36:03.069177 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34680) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:36:03.121669 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-355d0b45-3353-45d4-abf4-d8a68ff5d981 admin admin] Publish callbacks [] for security_group (b73d20ee-12aa-4c68-bc26-f6bdd47ca274), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:03.142307 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-355d0b45-3353-45d4-abf4-d8a68ff5d981 admin admin] Publish callbacks [] for security_group (b73d20ee-12aa-4c68-bc26-f6bdd47ca274), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:03.228306 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-355d0b45-3353-45d4-abf4-d8a68ff5d981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (b73d20ee-12aa-4c68-bc26-f6bdd47ca274), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:03.231018 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-355d0b45-3353-45d4-abf4-d8a68ff5d981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:03.232198 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-355d0b45-3353-45d4-abf4-d8a68ff5d981 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b73d20ee-12aa-4c68-bc26-f6bdd47ca274 HTTP/1.1" status: 204 len: 168 time: 0.1613193 Aug 08 20:36:03.239834 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d0b45-3353-45d4-abf4-d8a68ff5d981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73d20ee-12aa-4c68-bc26-f6bdd47ca274,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:36:03.786814 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34686) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:36:03.800102 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c275aa73-ae93-4a8c-9b3d-f9693237431d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:03.873168 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c275aa73-ae93-4a8c-9b3d-f9693237431d admin admin] Publish callbacks [] for security_group (837723b3-c32e-4f5c-83da-c6139426c37b), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:03.947296 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-c275aa73-ae93-4a8c-9b3d-f9693237431d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (837723b3-c32e-4f5c-83da-c6139426c37b), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:03.985209 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-c275aa73-ae93-4a8c-9b3d-f9693237431d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9cd97b772a78496faa68b8e11dda190b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972325 Aug 08 20:36:03.986053 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275aa73-ae93-4a8c-9b3d-f9693237431d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837723b3-c32e-4f5c-83da-c6139426c37b,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:36:03.987840 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34688) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:36:04.037224 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9600ce97-d938-4cc6-aa4c-9b970ae991f2 admin admin] Publish callbacks [] for security_group (837723b3-c32e-4f5c-83da-c6139426c37b), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:04.058254 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9600ce97-d938-4cc6-aa4c-9b970ae991f2 admin admin] Publish callbacks [] for security_group (837723b3-c32e-4f5c-83da-c6139426c37b), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:04.153213 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9600ce97-d938-4cc6-aa4c-9b970ae991f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (837723b3-c32e-4f5c-83da-c6139426c37b), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:04.155850 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-9600ce97-d938-4cc6-aa4c-9b970ae991f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:04.157010 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-9600ce97-d938-4cc6-aa4c-9b970ae991f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/837723b3-c32e-4f5c-83da-c6139426c37b HTTP/1.1" status: 204 len: 168 time: 0.1675301 Aug 08 20:36:04.165119 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600ce97-d938-4cc6-aa4c-9b970ae991f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837723b3-c32e-4f5c-83da-c6139426c37b,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:36:08.625035 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34732) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:36:08.728360 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3237b6dd-9041-4a54-b4a3-84489defa423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:08.802465 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3237b6dd-9041-4a54-b4a3-84489defa423 admin admin] Publish callbacks [] for security_group (78d19afe-13eb-4704-a1e2-e973bb33b65f), precommit_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:08.878559 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-3237b6dd-9041-4a54-b4a3-84489defa423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (78d19afe-13eb-4704-a1e2-e973bb33b65f), after_create {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:08.918198 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-3237b6dd-9041-4a54-b4a3-84489defa423 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f0da80cea234ae9964fd1a445ae00ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921174 Aug 08 20:36:08.919312 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237b6dd-9041-4a54-b4a3-84489defa423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d19afe-13eb-4704-a1e2-e973bb33b65f,revision_number=1']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:36:08.920963 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34736) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:36:08.968524 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-21113133-49c7-4d0c-9f9f-830ac64b4fd8 admin admin] Publish callbacks [] for security_group (78d19afe-13eb-4704-a1e2-e973bb33b65f), before_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:08.992771 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-21113133-49c7-4d0c-9f9f-830ac64b4fd8 admin admin] Publish callbacks [] for security_group (78d19afe-13eb-4704-a1e2-e973bb33b65f), precommit_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:09.124990 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-21113133-49c7-4d0c-9f9f-830ac64b4fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (78d19afe-13eb-4704-a1e2-e973bb33b65f), after_delete {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:09.127522 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-21113133-49c7-4d0c-9f9f-830ac64b4fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:09.128677 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-21113133-49c7-4d0c-9f9f-830ac64b4fd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78d19afe-13eb-4704-a1e2-e973bb33b65f HTTP/1.1" status: 204 len: 168 time: 0.2065783 Aug 08 20:36:09.136600 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21113133-49c7-4d0c-9f9f-830ac64b4fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d19afe-13eb-4704-a1e2-e973bb33b65f,revision_number=None']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:36:18.290011 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [-] (104383) accepted ('10.222.0.26', 34806) {{(pid=104383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:36:18.391746 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:18.463139 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Publish callbacks [] for security_group (f4bd7969-85cc-46b2-a2c5-4d5351671051), precommit_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:18.518317 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron_lib.callbacks.manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (f4bd7969-85cc-46b2-a2c5-4d5351671051), after_create {{(pid=104383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:18.560798 dv-cinder-848821-2-iscsi neutron-server[104383]: INFO neutron.wsgi [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba31a255bc3d4a65b630f0dec9d5758b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696939 Aug 08 20:36:18.561691 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bd7969-85cc-46b2-a2c5-4d5351671051,revision_number=1']} {{(pid=104383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:36:18.563694 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [-] (104384) accepted ('10.222.0.26', 34810) {{(pid=104384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 20:36:18.569918 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.570997 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.571378 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.571702 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.572047 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.572380 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.572719 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.573083 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.573421 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.573754 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.574088 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.574557 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.574862 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758afc34-17c0-4067-8395-455151fe45d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-2-iscsi {{(pid=104383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 20:36:18.611683 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cdbf4efb-db41-4892-9faa-4741e12fe3a2 admin admin] Publish callbacks [] for security_group (f4bd7969-85cc-46b2-a2c5-4d5351671051), before_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:18.632804 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cdbf4efb-db41-4892-9faa-4741e12fe3a2 admin admin] Publish callbacks [] for security_group (f4bd7969-85cc-46b2-a2c5-4d5351671051), precommit_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:18.718472 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cdbf4efb-db41-4892-9faa-4741e12fe3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567285'] for security_group (f4bd7969-85cc-46b2-a2c5-4d5351671051), after_delete {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:18.721136 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron_lib.callbacks.manager [None req-cdbf4efb-db41-4892-9faa-4741e12fe3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:18.722288 dv-cinder-848821-2-iscsi neutron-server[104384]: INFO neutron.wsgi [None req-cdbf4efb-db41-4892-9faa-4741e12fe3a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4bd7969-85cc-46b2-a2c5-4d5351671051 HTTP/1.1" status: 204 len: 168 time: 0.1576014 Aug 08 20:36:18.735220 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf4efb-db41-4892-9faa-4741e12fe3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bd7969-85cc-46b2-a2c5-4d5351671051,revision_number=None']} {{(pid=104384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 20:36:20.578723 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:36:21.473227 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d89a8a2a-c213-4ffb-bd29-dc8454655179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:22.118857 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:24.032726 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-87df40ec-d576-43ae-ae62-323937f9762e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:25.049684 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:26.638056 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:28.038101 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:51.488931 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9688a6c9-00a0-447b-a884-5b902d4c8c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:52.123720 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:54.027028 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b618584d-6f24-407d-aec3-26c239d025a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:55.027362 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:56.660192 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:36:57.579108 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:36:58.054730 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:37:21.476689 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-046b9c33-e8b5-45bb-948e-de0cdda1478f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:37:22.116879 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:37:24.030696 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b22def53-bc04-4108-9597-f7ef7a57cc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:37:25.110781 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:37:26.676376 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:37:28.042208 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:37:34.577888 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:37:51.487258 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3ed55a27-ecdc-49c7-a3ff-9c1579898fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:37:52.133066 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:37:54.047783 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1777425f-71e8-4dbe-a9a5-e21af3884d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:37:55.132623 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:37:56.658273 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:37:58.041394 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:11.576041 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:38:21.485671 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-179f7b4a-9817-44fd-9e52-a73822942518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:22.154710 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:24.046553 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cf965ba9-779c-4e85-9faa-ffe89093c7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:25.120406 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:26.634501 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:28.046064 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:37.518157 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [req-e1db35b4-3d82-437f-b68e-9d0b6fe92932 req-08b875e9-adbb-451c-a0e2-aa2163b0430e service neutron] (104383) timed out ('10.222.0.49', 62200) {{(pid=104383) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 20:38:38.388165 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [req-270b2a49-5cb4-4e6a-84a6-10f247ad0749 req-3767c99a-efca-4b34-83fa-085a354c639e service neutron] (104384) timed out ('10.222.0.49', 62206) {{(pid=104384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 20:38:48.574078 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:38:51.479590 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-49decf1a-1d55-4c4b-91f1-223699c9560e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:52.177210 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:54.051630 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b7c50daf-6c14-4b6c-850c-27268f5d23fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:55.074333 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:56.668218 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:58.028019 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:38:59.954121 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [req-1bc37a03-1e86-4fcc-b7ce-f77eb3492005 req-3359e6dc-8915-42b9-9f84-b0e43f68ce46 service neutron] (104384) timed out ('10.222.0.49', 62216) {{(pid=104384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 20:39:21.479222 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2ce60927-26aa-4638-8b36-e80d7331374f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:39:22.158126 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:39:24.061479 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fbbf-670a-417c-9c49-1ad85961e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:39:25.181844 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:39:25.573991 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:39:26.651100 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:39:28.062257 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:39:51.484637 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ee09d212-545f-459f-908d-9ba29eb538e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:39:52.169528 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:39:54.094834 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ed28033a-23d8-44e8-a0f1-f3ddb855a91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:39:55.083453 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:39:56.660922 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:39:58.089182 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:40:02.572315 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:40:21.494359 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-73d29692-967f-4a7a-8126-6a78d686a05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:40:22.168533 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:40:24.059813 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-de3a4623-95e1-4250-917e-906ac7c8fedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:40:25.111431 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:40:26.643371 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:40:28.042428 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:40:39.571629 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:40:51.459077 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ef71bd46-1e80-47f4-b0d1-a5634adba9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:40:52.162031 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:40:54.036459 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fa1caaa8-9c06-46d8-9fde-80a650ac4c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:40:54.662628 dv-cinder-848821-2-iscsi neutron-server[104383]: DEBUG neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-8f2954b8-6f08-46f3-bd0b-4d39c62391ee service neutron] (104383) timed out ('10.222.0.26', 56292) {{(pid=104383) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 20:40:54.844623 dv-cinder-848821-2-iscsi neutron-server[104384]: DEBUG neutron.wsgi [req-b2ca589e-319d-44a4-b9fc-6517620bc21a req-f95c93f1-ef10-48fc-959c-cbdda6460b9d tempest-AttachVolumeShelveTestJSON-2032347774 tempest-AttachVolumeShelveTestJSON-2032347774-project] (104384) timed out ('10.222.0.26', 56300) {{(pid=104384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 20:40:55.065727 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:40:56.670405 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:40:58.053564 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:41:16.571087 dv-cinder-848821-2-iscsi neutron-server[104386]: DEBUG neutron.db.agents_db [None req-2881b2ae-4bbb-4797-bcf6-395d305d0172 None None] Agent healthcheck: found 6 active agents {{(pid=104386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 20:41:21.550820 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3f651ec9-75dd-4cbe-9944-ce31c1235410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a9da4a9f-7c1a-4812-93d5-14c715aef0ca), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:41:22.183953 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b710b15-4ebe-4fb5-b92c-c5e396ef2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (427ded59-338b-4b40-a198-02dfdb9fc81b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:41:24.052633 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b3a851dd-7bdb-45c4-8508-3ec2f0b593c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (7ada3fd4-7adc-4e79-b866-c4607b71b611), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:41:25.064468 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6c078073-c65b-4fed-bf03-792845b38986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (a8c0e1c1-bc21-446c-b310-ec6d90cdc7b6), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:41:26.675165 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d56f0b87-52eb-4f7d-b123-4aba64f5efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (d9912d7e-385a-4380-9420-2c132691e345), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 20:41:28.035523 dv-cinder-848821-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc6a91f8-b66e-4a88-87c0-c2cb89285643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750784826067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986418'] for agent (c8b19c8f-402c-4aa0-a38a-355170196bee), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}